-- Logs begin at Tue 2022-06-21 02:21:19 UTC, end at Tue 2022-06-21 03:31:40 UTC. -- Jun 21 03:00:24.845895 dv-cinder-846842-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 03:00:27.496024 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.common.config [-] Logging enabled! Jun 21 03:00:27.496649 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev352 Jun 21 03:00:27.496869 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103901) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 03:00:27.500127 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.common.config [-] Logging enabled! Jun 21 03:00:27.500379 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev352 Jun 21 03:00:27.500745 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103901) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 03:00:27.501994 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 03:00:27.502225 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 03:00:27.502595 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 03:00:27.502836 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 03:00:27.503062 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 03:00:27.503475 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.503770 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.504001 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.504284 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.504609 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.504893 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.505181 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.505474 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.505758 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.506033 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.506317 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.506546 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.506822 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.507090 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.507374 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.507594 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] debug = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.507871 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.508308 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.508729 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.509019 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.509306 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.509581 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.509856 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.510130 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.510410 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.510732 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] host = dv-cinder-846842-1-iscsi {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.511005 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.511286 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.511565 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.511846 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.512114 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.512385 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.512691 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.512960 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.513226 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] log_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.513497 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.513776 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.514056 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.514341 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.514564 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.514781 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.515061 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.515346 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.515618 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.515888 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.516240 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.516539 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.516819 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.517087 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.517370 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.517653 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.517933 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.518206 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.518476 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.518745 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.519013 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.519293 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.519560 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.519834 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.520107 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.520391 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.520678 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.520948 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.521249 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.521529 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.521805 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.522087 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.522355 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.522631 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.522895 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.523161 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.523427 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] use_json = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.523693 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.523956 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.524233 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.524526 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.524795 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.525063 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.525329 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.525609 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.525874 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:27.526168 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.526460 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.526755 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.527033 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.527339 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.527616 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.527898 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.528174 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.528482 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.528769 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.529053 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.529327 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.529619 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.529905 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.530195 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.530491 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.530778 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.531061 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.531332 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.531600 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.531965 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.532448 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.532777 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.533060 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.533352 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.533643 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.533925 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.534223 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.534509 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.534795 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.535087 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.535375 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.535647 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.535921 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.536210 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.536567 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.536843 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.537126 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.537400 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.537682 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.537944 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.538232 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.538514 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.538783 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.539056 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.539340 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.539613 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.539885 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.540154 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.540451 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.540723 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.541003 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.541277 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.541543 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.541811 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.542084 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.542359 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.542631 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.542904 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.543172 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.543444 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.543711 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.543980 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.544252 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.544550 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.544822 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.545092 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.545361 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.545633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.545902 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.546169 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.546439 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.546706 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.546977 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.547273 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.547650 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.547927 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.548204 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.548504 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.548779 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.549054 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.549327 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.549606 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.549879 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.550167 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.550448 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.550734 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.551018 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.551296 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.551610 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.551881 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.552153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.552450 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.552728 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.553003 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.553283 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.553562 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.553851 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.554141 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.554416 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.554707 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.554997 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.555286 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.555563 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.555863 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.556139 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:27.556355 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 03:00:27.556612 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103901) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 03:00:27.849215 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 03:00:27.849427 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 03:00:27.849703 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 03:00:27.850036 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 03:00:28.260444 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.260721 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.260992 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.262266 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.262543 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.262808 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.314429 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.314707 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.314963 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.329343 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.329620 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.329888 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.358816 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.359090 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.359356 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.395286 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.395554 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.395819 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.621733 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.622484 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.622484 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.622484 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.623196 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.720267 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.720611 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.720891 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.721158 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.721420 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.721729 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.721985 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.722234 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.722487 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.722764 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.723007 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.723271 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.723521 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.723771 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.724020 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.724282 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.724560 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.724811 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.725075 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.725331 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.725601 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.725852 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.726130 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.726502 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.726748 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.726991 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.727388 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:28.727626 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:28.727862 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:28.728096 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:28.728331 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:28.728587 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:28.728946 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 03:00:28.731991 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 03:00:28.736073 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 03:00:28.739686 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 21 03:00:28.741315 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 03:00:28.741923 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 03:00:28.742248 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 03:00:28.742625 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 03:00:28.745410 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 03:00:28.745658 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 03:00:28.745999 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 03:00:28.751750 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 21 03:00:28.774935 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 03:00:28.775392 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.775684 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103901) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 21 03:00:28.776057 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.777414 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103901) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 03:00:28.777691 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 03:00:28.777934 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 03:00:28.781377 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.781657 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:28.890878 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 03:00:28.891067 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 03:00:28.891394 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 03:00:28.891776 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 03:00:28.944449 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO dbcounter [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Registered counter for database neutron Jun 21 03:00:28.967553 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_db.sqlalchemy.engines [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103901) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 03:00:28.974653 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writer thread running {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 03:00:29.526978 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing driver for type 'gre' Jun 21 03:00:29.527761 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] gre ID ranges: [(1, 1000)] Jun 21 03:00:29.584428 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing driver for type 'local' Jun 21 03:00:29.584761 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing driver for type 'vlan' Jun 21 03:00:29.599077 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] VlanTypeDriver initialization complete Jun 21 03:00:29.599496 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing driver for type 'vxlan' Jun 21 03:00:29.600033 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] vxlan ID ranges: [(1, 1000)] Jun 21 03:00:29.654044 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing extension driver 'port_security' Jun 21 03:00:29.654691 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.extensions.port_security [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] PortSecurityExtensionDriver initialization complete Jun 21 03:00:29.654791 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing mechanism driver 'openvswitch' Jun 21 03:00:29.655039 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing mechanism driver 'hyperv' Jun 21 03:00:29.661896 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.plugin [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:00:29.662564 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.662924 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.663299 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.663801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 03:00:29.664220 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnet after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.664597 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnet after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.664941 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.665331 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 03:00:29.665735 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.666072 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.666404 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.666782 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 03:00:29.667176 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > security_group after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.667515 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > security_group after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.667846 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > security_group after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.668212 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 03:00:29.668633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.668977 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.669314 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.669974 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 03:00:29.670371 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > address_group after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.670708 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > address_group after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.671036 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > address_group after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.671413 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103901) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 03:00:29.671844 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] ML2 OVO RPC backend initialized. {{(pid=103901) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 03:00:29.672667 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.673011 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.673417 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.673755 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > networks before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.674090 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.674419 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > ports before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.674758 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnet before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.675069 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnets before_response 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.675400 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.675728 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.676050 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.676373 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.676722 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.677043 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.677367 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnet after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.677688 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnet after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.678010 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > subnet after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.685484 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded quota_driver: . Jun 21 03:00:29.685837 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.plugin [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Modular L2 Plugin initialization complete Jun 21 03:00:29.686180 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading services supported by the core plugin {{(pid=103901) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 03:00:29.686508 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.plugins.ml2.managers [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Got port-security extension from driver 'port_security' Jun 21 03:00:29.686976 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.extensions.vlantransparent [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Disabled vlantransparent extension. Jun 21 03:00:29.687458 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103901) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 03:00:29.687772 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: router Jun 21 03:00:29.722534 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router_interface before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.722913 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router after_create 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.723276 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router before_create 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.723636 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.723999 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.724344 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router after_delete 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.724718 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > floatingip after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.725060 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > floatingip after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.725409 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router after_create 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.725747 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router after_update 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.726085 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router after_update 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.726408 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.726757 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router after_update 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.727156 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_update 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.727514 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: port after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.727843 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: port after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.728174 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: subnet after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.728536 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.728879 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > port precommit_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.729216 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_create 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.729539 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: port before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.729872 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.730216 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router after_update 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.730547 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_delete 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.730888 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_create 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.731239 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router_interface after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.731574 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_update 55549900 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.731927 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > agent after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.732269 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > agent after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.732634 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > network after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.733472 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Tracking information for resource: router configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:29.733791 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Tracking information for resource: floatingip configured {{(pid=103901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 03:00:29.738625 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.db.l3_agentschedulers_db [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 03:00:29.739216 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: port after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.739567 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: port after_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.739907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: port after_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.740256 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: port after_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.741044 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router before_create 55550100 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.741400 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_delete 55550100 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.741753 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_create 55550100 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.742102 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > router precommit_update 55550100 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.746893 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.services.provider_configuration [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service providers = [] {{(pid=103901) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 03:00:29.747251 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.db.servicetype_db [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103901) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 03:00:29.750321 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.services.service_base [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 03:00:29.750718 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.services.service_base [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 03:00:29.751075 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.services.service_base [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 03:00:29.752266 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.services.service_base [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 03:00:29.752656 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.services.service_base [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 03:00:29.753026 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.753338 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 03:00:29.763539 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.763862 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: auto_allocate Jun 21 03:00:29.770170 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: network precommit_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.770529 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: network precommit_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.771307 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.771627 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: tag Jun 21 03:00:29.778653 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.778875 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: timestamp Jun 21 03:00:29.783145 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.783461 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: network_ip_availability Jun 21 03:00:29.788992 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.789360 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.789708 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:29.790434 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.790748 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: flavors Jun 21 03:00:29.795632 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.795957 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading Plugin: revisions Jun 21 03:00:29.800358 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 03:00:29.800769 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_concurrency.lockutils [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.951s {{(pid=103901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 03:00:29.801504 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103901) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 21 03:00:29.801833 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Initializing extension manager. Jun 21 03:00:29.802349 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: __init__.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.802680 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: __pycache__ {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.803008 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: address_group.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.803758 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.804342 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: address-group Jun 21 03:00:29.804679 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: address_scope.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.805383 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.805896 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: address-scope Jun 21 03:00:29.806210 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: admin_state_down_before_update.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.807119 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.807627 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: router-admin-state-down-before-update Jun 21 03:00:29.807944 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: agent.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.808643 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.809154 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: agent Jun 21 03:00:29.809464 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: agent_resources_synced.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.810353 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.810863 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: agent-resources-synced Jun 21 03:00:29.811173 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: allowedaddresspairs.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.813023 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.813644 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: allowed-address-pairs Jun 21 03:00:29.813904 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: auto_allocated_topology.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.814956 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.815470 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: auto-allocated-topology Jun 21 03:00:29.815789 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: availability_zone.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.816545 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.817049 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: availability_zone Jun 21 03:00:29.817367 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: availability_zone_filter.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.818268 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.818776 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: availability_zone_filter Jun 21 03:00:29.819091 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: data_plane_status.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.819983 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.820514 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 03:00:29.820828 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: default_subnetpools.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.821719 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.822222 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: default-subnetpools Jun 21 03:00:29.822536 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: dhcpagentscheduler.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.823339 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.823848 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: dhcp_agent_scheduler Jun 21 03:00:29.824159 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: dns.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.825091 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.825595 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension dns-integration not supported by any of loaded plugins Jun 21 03:00:29.825910 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: dns_domain_ports.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.826839 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.827346 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 03:00:29.827662 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.828677 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.829194 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 21 03:00:29.829517 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: dvr.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.830173 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.830678 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: dvr Jun 21 03:00:29.830996 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: ecmp_routes.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.831891 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.832398 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension ecmp_routes not supported by any of loaded plugins Jun 21 03:00:29.832736 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: empty_string_filtering.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.833627 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.834138 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: empty-string-filtering Jun 21 03:00:29.834453 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.835511 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.836016 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 03:00:29.836330 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.837244 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.837746 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 03:00:29.838057 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: external_net.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.838940 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.839443 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: external-net Jun 21 03:00:29.839755 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: extra_dhcp_opt.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.840683 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.841188 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: extra_dhcp_opt Jun 21 03:00:29.841498 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: extraroute.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.842386 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.842896 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: extraroute Jun 21 03:00:29.843207 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: extraroute_atomic.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.844361 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.844830 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: extraroute-atomic Jun 21 03:00:29.845140 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: filter_validation.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.845794 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.846299 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: filter-validation Jun 21 03:00:29.846612 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: fip_pf_description.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.847503 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.848006 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 03:00:29.848315 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: fip_pf_port_range.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.849222 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.849778 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 21 03:00:29.850041 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: fip_port_details.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.850963 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.851462 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: fip-port-details Jun 21 03:00:29.851775 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: flavors.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.853007 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.853531 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: flavors Jun 21 03:00:29.853844 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.855471 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.855996 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 03:00:29.856324 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: floatingip_pools.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.857053 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.857566 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: floatingip-pools Jun 21 03:00:29.857887 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: ip_allocation.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.858785 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.859289 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 03:00:29.859610 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.860618 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.861133 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: ip-substring-filtering Jun 21 03:00:29.861450 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l2_adjacency.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.862364 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.862873 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 03:00:29.863193 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.864138 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.864691 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: router Jun 21 03:00:29.865013 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3_conntrack_helper.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.867178 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.867700 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 03:00:29.868020 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.868952 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.869471 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: ext-gw-mode Jun 21 03:00:29.869787 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.870690 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.871199 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: l3-ha Jun 21 03:00:29.871515 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.872697 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.873210 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 21 03:00:29.873521 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3_flavors.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.874410 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.874921 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: l3-flavors Jun 21 03:00:29.875234 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3_ndp_proxy.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.876991 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.877502 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 21 03:00:29.877818 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.878715 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.879225 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 03:00:29.879539 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: l3agentscheduler.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.881996 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.882514 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: l3_agent_scheduler Jun 21 03:00:29.882839 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: local_ip.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.884633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.885159 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension local_ip not supported by any of loaded plugins Jun 21 03:00:29.885484 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: logging.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.886916 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.887438 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension logging not supported by any of loaded plugins Jun 21 03:00:29.887759 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: metering.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.888510 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.889087 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: metering Jun 21 03:00:29.889407 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.890472 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.890988 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: metering_source_and_destination_fields Jun 21 03:00:29.891487 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: multiprovidernet.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.892601 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.893115 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: multi-provider Jun 21 03:00:29.893432 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: netmtu.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.894329 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.894835 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: net-mtu Jun 21 03:00:29.895151 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: netmtu_writable.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.896048 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.896588 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: net-mtu-writable Jun 21 03:00:29.896905 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: network_availability_zone.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.897564 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.898073 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: network_availability_zone Jun 21 03:00:29.898384 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: network_ip_availability.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.899475 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.899987 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: network-ip-availability Jun 21 03:00:29.900342 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: network_segment_range.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.901082 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.901581 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 03:00:29.901894 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: pagination.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.902854 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.903186 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: pagination Jun 21 03:00:29.903499 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: port_device_profile.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.904386 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.904926 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: port-device-profile Jun 21 03:00:29.905240 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: port_mac_address_override.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.906145 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.906691 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: port-mac-override Jun 21 03:00:29.907002 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.907896 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.908402 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: port-mac-address-regenerate Jun 21 03:00:29.908743 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.909649 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.910156 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: port-numa-affinity-policy Jun 21 03:00:29.910475 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: port_resource_request.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.911356 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.911860 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 03:00:29.912168 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: port_resource_request_groups.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.913138 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.913648 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 21 03:00:29.913964 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: portbindings.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.914883 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.915404 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: binding Jun 21 03:00:29.915720 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: portbindings_extended.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.916982 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.917499 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: binding-extended Jun 21 03:00:29.917818 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: portsecurity.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.918706 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.919214 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: port-security Jun 21 03:00:29.919530 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: project_id.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.920497 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.920820 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: project-id Jun 21 03:00:29.921136 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: providernet.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.922069 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.922755 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: provider Jun 21 03:00:29.923163 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.926966 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.927481 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos not supported by any of loaded plugins Jun 21 03:00:29.927807 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.929100 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.929620 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 03:00:29.929947 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.930866 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.931373 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 03:00:29.931884 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_default.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.932641 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.933156 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-default not supported by any of loaded plugins Jun 21 03:00:29.933477 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_fip.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.934376 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.934895 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-fip not supported by any of loaded plugins Jun 21 03:00:29.935216 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_fip_network_policy.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.936195 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.936783 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 21 03:00:29.937091 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_gateway_ip.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.938158 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.938709 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 03:00:29.939048 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_port_network_policy.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.939926 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.940582 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 03:00:29.940779 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.941841 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.942360 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 21 03:00:29.943152 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.944218 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.944769 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 21 03:00:29.945086 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_pps_rule.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.946317 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.946834 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-pps not supported by any of loaded plugins Jun 21 03:00:29.947153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_rule_type_details.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.948058 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.948608 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 03:00:29.948927 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_rule_type_filter.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.949832 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.950401 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 21 03:00:29.950717 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: qos_rules_alias.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.951868 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.952383 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 03:00:29.952731 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: quota_check_limit.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.953737 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.954262 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: quota-check-limit Jun 21 03:00:29.954580 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: quotasv2.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.955552 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.955870 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: quotas Jun 21 03:00:29.956182 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: quotasv2_detail.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.957955 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.958290 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: quota_details Jun 21 03:00:29.958617 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: rbac.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.959666 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.960197 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: rbac-policies Jun 21 03:00:29.960553 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: rbac_address_group.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.961463 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.961979 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: rbac-address-group Jun 21 03:00:29.962305 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: rbac_address_scope.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.963197 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.964022 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: rbac-address-scope Jun 21 03:00:29.964349 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: rbac_security_groups.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.965350 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.965868 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: rbac-security-groups Jun 21 03:00:29.966185 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: rbac_subnetpool.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.967099 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.967598 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: rbac-subnetpool Jun 21 03:00:29.967900 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: revisionifmatch.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.968824 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.969466 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: revision-if-match Jun 21 03:00:29.969793 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: revisions.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.970889 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.971403 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: standard-attr-revisions Jun 21 03:00:29.971723 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: router_availability_zone.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.972822 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.973350 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: router_availability_zone Jun 21 03:00:29.973667 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: routerservicetype.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.974577 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.975086 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension router-service-type not supported by any of loaded plugins Jun 21 03:00:29.975402 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.976312 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.976861 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: security-groups-normalized-cidr Jun 21 03:00:29.977177 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: security_groups_port_filtering.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.978078 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.978591 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: port-security-groups-filtering Jun 21 03:00:29.978905 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.979819 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.980327 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: security-groups-remote-address-group Jun 21 03:00:29.980664 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.981568 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.982077 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: security-groups-shared-filtering Jun 21 03:00:29.982391 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: securitygroup.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.992107 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.992664 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: security-group Jun 21 03:00:29.992984 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: segment.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.993706 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.994218 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension segment not supported by any of loaded plugins Jun 21 03:00:29.994535 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.995461 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.995972 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 03:00:29.996285 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: servicetype.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.997392 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.997911 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: service-type Jun 21 03:00:29.998227 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: sorting.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:29.999177 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:29.999501 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: sorting Jun 21 03:00:29.999817 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: standard_attr_segment.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.000789 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.001610 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 03:00:30.001914 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: standardattrdescription.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.002548 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.003055 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: standard-attr-description Jun 21 03:00:30.003368 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: stateful_security_group.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.004435 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.004954 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: stateful-security-group Jun 21 03:00:30.005270 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: stdattrs_common.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.005841 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 03:00:30.006158 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.007069 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.007579 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 03:00:30.007891 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: subnet_onboard.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.008973 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.009484 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: subnet_onboard Jun 21 03:00:30.009801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.010713 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.011220 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 03:00:30.011534 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: subnet_service_types.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.012431 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.012972 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: subnet-service-types Jun 21 03:00:30.013288 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: subnetallocation.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.014388 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.014901 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: subnet_allocation Jun 21 03:00:30.015217 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.015872 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.016431 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: subnetpool-prefix-ops Jun 21 03:00:30.016765 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.017798 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.019071 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 03:00:30.019071 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: tagging.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.019573 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.020089 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: standard-attr-tag Jun 21 03:00:30.020425 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: timestamp.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.021608 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.022124 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loaded extension: standard-attr-timestamp Jun 21 03:00:30.022441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: trunk.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.023454 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.023964 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension trunk not supported by any of loaded plugins Jun 21 03:00:30.024281 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: trunk_details.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.025196 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.025706 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension trunk-details not supported by any of loaded plugins Jun 21 03:00:30.026028 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: uplink_status_propagation.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.026920 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.027433 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 03:00:30.027757 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Loading extension file: vlantransparent.py {{(pid=103901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 03:00:30.028428 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 03:00:30.028995 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 03:00:30.031525 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:network Jun 21 03:00:30.032151 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:subnet Jun 21 03:00:30.032584 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 03:00:30.032968 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:port Jun 21 03:00:30.034219 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.034646 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service FLAVORS assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.035264 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.035688 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.036017 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:router Jun 21 03:00:30.036451 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:floatingip Jun 21 03:00:30.036928 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service METERING assigned prefix: /metering {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.038402 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:30.038763 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:30.039101 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:00:30.040095 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 03:00:30.040556 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:security_group Jun 21 03:00:30.040984 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 03:00:30.041573 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service CORE assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.041893 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 03:00:30.042228 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] subnetpool is already registered Jun 21 03:00:30.042647 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service CORE assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.042962 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 03:00:30.043286 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] subnetpool is already registered Jun 21 03:00:30.045596 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.046014 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service FLAVORS assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.046594 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.047008 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.047382 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:router Jun 21 03:00:30.047716 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] router is already registered Jun 21 03:00:30.048119 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:floatingip Jun 21 03:00:30.048475 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] floatingip is already registered Jun 21 03:00:30.048913 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service METERING assigned prefix: /metering {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.049563 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 03:00:30.049881 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] rbac_policy is already registered Jun 21 03:00:30.050282 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:security_group Jun 21 03:00:30.050605 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] security_group is already registered Jun 21 03:00:30.051017 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 03:00:30.051316 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] security_group_rule is already registered Jun 21 03:00:30.051920 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service CORE assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.052239 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 03:00:30.052600 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] subnetpool is already registered Jun 21 03:00:30.053002 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.v2.resource_helper [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Service CORE assigned prefix: {{(pid=103901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 03:00:30.053313 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 03:00:30.053637 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING neutron.quota.resource_registry [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] subnetpool is already registered Jun 21 03:00:30.054090 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: extensions {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.055545 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: address-groups {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.057074 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: address-scopes {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.058373 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: agents {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.059509 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: auto-allocated-topology {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.060772 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: availability_zones {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.061987 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: dhcp-networks {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.063604 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: dhcp-agents {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.065064 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: routers {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.066760 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: flavors {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.068013 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: service_profiles {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.069244 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: next_providers {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.070660 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: service_profiles {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.072169 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: floatingip-pools {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.073423 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: routers {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.075359 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: floatingips {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.077659 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: l3-routers {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.079143 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: l3-agents {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.080582 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: metering-labels {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.081819 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: metering-label-rules {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.083185 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: network-ip-availabilities {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.084453 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: bindings {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.086014 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: quotas {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.087646 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: quotas {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.089200 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: rbac-policies {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.090390 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: security-groups {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.091697 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: security-group-rules {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.092970 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: service-providers {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.094251 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: subnetpools {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.096355 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: subnetpools {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.097964 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.099790 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.101648 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.103422 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.105112 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.107133 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.108837 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.110820 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.112612 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.114357 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron.api.extensions [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Extended resource: tags {{(pid=103901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 03:00:30.120390 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING keystonemiddleware.auth_token [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 03:00:30.125618 dv-cinder-846842-1-iscsi neutron-server[103901]: WARNING keystonemiddleware.auth_token [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 03:00:30.134757 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_concurrency.lockutils [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Acquired lock "singleton_lock" {{(pid=103901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 21 03:00:30.135216 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_concurrency.lockutils [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Releasing lock "singleton_lock" {{(pid=103901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 21 03:00:30.135859 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO oslo_service.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Starting 2 workers Jun 21 03:00:30.140572 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Started child 104008 {{(pid=103901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 03:00:30.147635 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Started child 104009 {{(pid=103901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 03:00:30.147902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:30.148572 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO neutron.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 03:00:30.148572 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Publish callbacks [] for process (None), before_spawn {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:30.148838 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [-] (104008) wsgi starting up on http://0.0.0.0:9696 Jun 21 03:00:30.149539 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO oslo_service.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Starting 1 workers Jun 21 03:00:30.150414 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:30.151928 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [-] (104009) wsgi starting up on http://0.0.0.0:9696 Jun 21 03:00:30.154627 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Started child 104010 {{(pid=103901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 03:00:30.155161 dv-cinder-846842-1-iscsi neutron-server[103901]: INFO oslo_service.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Starting 1 workers Jun 21 03:00:30.158694 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] calling RpcWorker wait() {{(pid=104010) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 03:00:30.159315 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] returning from RpcWorker wait() {{(pid=104010) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 03:00:30.159718 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Started child 104011 {{(pid=103901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 03:00:30.160596 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG neutron_lib.callbacks.manager [None req-8609bb10-ad6d-4ea3-ad03-27e653c85beb None None] Publish callbacks [] for process (None), after_spawn {{(pid=103901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:30.161643 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:30.162300 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:00:30.162508 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 03:00:30.162716 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 03:00:30.162897 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 03:00:30.163132 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 03:00:30.163443 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 03:00:30.163594 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 03:00:30.164104 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.164437 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.164645 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.164910 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.165330 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:30.165853 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.165853 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.166006 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.166268 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.166391 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:00:30.166482 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.166649 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.166796 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.167048 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.167245 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.167579 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.167860 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.168057 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.168305 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.168456 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.168721 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.168935 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.169206 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.169492 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] debug = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.169758 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.170229 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.170480 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.170717 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.170946 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.171204 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.171441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.171707 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.171942 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.172150 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.172487 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.172748 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.172992 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.173210 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.173448 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.173712 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.174039 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.174442 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] host = dv-cinder-846842-1-iscsi {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.174952 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.175180 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.175420 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.175639 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.175899 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.176109 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.176364 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.176652 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.176906 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.177124 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.177361 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.177595 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.177830 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.178069 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.178217 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_options = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.178443 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.178697 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.178954 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.179141 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.179296 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.179439 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.179687 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.179834 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.180080 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.180304 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.180550 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.180791 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.181015 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.181241 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.181478 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.181702 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.181956 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.182154 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.182459 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.182619 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.182845 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.183070 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.183319 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.183528 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.183742 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.183966 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.184217 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.184460 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.184686 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.184914 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.185207 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.185385 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.185666 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.185909 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.186173 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.186402 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.186621 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.186846 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.187116 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.188158 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.188591 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.188919 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.189364 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.189493 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.189695 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.189986 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.190227 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_json = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.190435 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.190648 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.191711 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.192293 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.192838 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.192967 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.193140 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.195627 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.195773 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.196147 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.198153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.198153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.198153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.198153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.198153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.198153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.198153 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.199018 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.199018 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.199018 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.199262 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.199352 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.199636 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.199912 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.200247 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.200562 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.200839 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.201078 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.201320 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.201556 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.201780 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.202054 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.202286 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.202524 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.202774 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.203000 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.203285 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.203578 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.203850 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.204216 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.204471 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.204727 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.204990 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.205229 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.205504 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207507 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207507 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.207804 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.208009 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.208263 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.208529 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.208753 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.208983 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.209194 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.209405 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.209647 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.209859 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.210094 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.210313 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.210587 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.210817 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.211056 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.211291 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.211526 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.211756 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.211975 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.212208 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.212447 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.212658 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.212886 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.213212 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.213468 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.213749 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.213947 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.214165 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.214384 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.214614 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.214833 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.215043 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.215260 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.215471 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.215681 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.215946 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.216157 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.216340 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.216545 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.216788 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.217006 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.217218 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.217424 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.217631 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.217839 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.218046 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.218354 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.218596 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.218838 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.219073 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.219466 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.219621 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.219867 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.220086 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.220303 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.220538 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.220800 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.221028 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.221280 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.221553 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.221738 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.222212 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.222399 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.222803 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.223094 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.223380 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.223623 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.223863 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.224320 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.224758 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.225164 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.225613 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.225859 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.226065 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.226349 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.226585 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.226861 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.227101 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.227369 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.227677 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.227929 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.228187 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.228469 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.228704 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.228974 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.229208 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.229468 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.229716 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.229955 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.230178 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.230436 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.230665 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.230893 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.231145 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.231445 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.231707 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.231950 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.232172 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.232458 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.232722 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.232973 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.233262 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.233488 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.233727 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.233984 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.234227 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.234458 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.234692 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.235080 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.235560 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.235783 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.236001 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.236217 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.236470 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.236687 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.236929 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.237132 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.237367 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.237583 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.237799 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.238016 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.238449 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.238644 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.238877 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.239110 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.239353 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.239587 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.239800 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.240168 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.240564 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.240949 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.241237 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.241492 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.241729 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.241955 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.242199 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.242466 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.242681 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.242922 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.243143 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.243365 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.243640 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.243866 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.244077 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.244294 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.244557 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.244800 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.245040 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.245277 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.245636 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.246129 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.246524 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.246781 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.247029 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.247250 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.247465 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.247681 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.247926 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.248148 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.248388 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.248632 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.248887 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.249115 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.249341 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.249559 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.249834 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.250059 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.250283 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.250552 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.250770 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.251014 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.251565 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.251797 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.252027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.252241 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.252494 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.252731 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.252943 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.253226 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.253465 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.253693 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.253943 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.254186 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.254411 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.254656 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.254912 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.255124 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.255346 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.255562 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.255769 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.255992 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.256197 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.256434 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.256666 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.256888 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.257095 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.257350 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.257590 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.257785 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.258000 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.258213 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.258427 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.258641 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.258856 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.259075 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.259284 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.259523 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.259721 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.259945 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.260150 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.260356 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.260592 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.260807 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.261011 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.261292 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.261543 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.261765 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.262040 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.262280 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.262528 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.262765 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.263060 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.263273 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.263526 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.263771 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.264001 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.264237 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.264534 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.264837 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.265111 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.265351 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.265612 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.265886 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.266182 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.266447 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.266671 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.266962 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.267269 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.267532 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.267779 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.268033 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.268263 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.268502 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.268734 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.268868 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:00:30.268959 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.269162 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.269372 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.269630 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.269872 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.270125 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.270341 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.270583 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.270793 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.271011 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.271222 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.271438 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.271634 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.271793 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 03:00:30.272336 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 03:00:30.272519 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 03:00:30.272674 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 03:00:30.272852 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 03:00:30.273200 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 03:00:30.273200 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 03:00:30.273424 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.273787 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.273787 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.273787 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.274194 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.274194 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.274430 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.274430 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.274774 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.274774 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275219 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275219 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275219 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275609 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275609 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275609 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275979 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275979 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.275979 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.276625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.276625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.276625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] debug = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.276625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277101 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277101 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277101 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277474 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277474 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277474 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277725 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277844 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.277926 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.278053 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.278209 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.278364 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.278518 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.278674 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.278827 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.278981 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.279185 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] host = dv-cinder-846842-1-iscsi {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.279317 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.279444 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.279564 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.279716 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.279872 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.280027 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.280182 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.280337 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.280513 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.280668 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.280823 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.280977 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.281131 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.281286 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.281440 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_options = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.281595 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.281799 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.281955 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.282138 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.282299 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.282492 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.282702 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.282860 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.283015 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.283171 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.283327 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.283482 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.283636 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.283791 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.283946 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.284101 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.284255 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.284431 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.284586 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.284742 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.284896 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.285050 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.285206 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.285362 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.285508 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.285803 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.285803 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.285954 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.286088 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.286241 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.286432 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.286565 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.286895 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.286895 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287174 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287174 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287367 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287484 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287592 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287710 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287826 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.287964 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.288108 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.288266 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.288458 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.288598 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.288754 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_json = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.288910 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.289065 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.289219 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.289374 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.289541 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.289681 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.289835 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.289991 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.290146 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 03:00:30.290323 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.290481 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.290653 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.290811 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.290970 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.291128 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.291285 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.291441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.291604 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.291762 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.291927 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.292089 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.292259 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.292435 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.292598 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.294633 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.295483 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.296907 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.297801 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.298625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.298625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.298625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.298625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.298625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.298625 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299164 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299164 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299164 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299164 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299606 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299725 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.299883 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.300039 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.300204 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.300362 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.300564 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.300689 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.300861 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.301019 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.301176 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.301341 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.301498 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.301656 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.301820 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.301967 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.302121 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.302280 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.302437 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.302595 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.302755 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.302912 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.303073 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.303230 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.303392 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.303535 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.303701 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.303839 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.303971 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.304127 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.304286 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.304478 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.304622 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.304768 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.304924 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.305059 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.305219 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.305365 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.305519 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.305861 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.305861 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.306198 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.306198 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.306462 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.306462 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.306794 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.306794 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307062 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307062 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307314 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307314 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307562 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307562 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307816 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.307947 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.308084 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.308215 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.308346 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.308506 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.308639 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.308793 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.308929 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.309092 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.309258 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.309427 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310096 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310096 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310096 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310096 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310630 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310630 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310775 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.310904 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.311073 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.311231 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.311389 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.311546 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.311732 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.311892 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.312053 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.312209 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.312368 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.312550 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.312709 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.312869 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.313095 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.313243 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.313492 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.313656 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.313815 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.313972 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.314132 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.314290 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.314449 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.314608 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.314766 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.314926 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.315083 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.315247 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.315406 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.315561 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.315719 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.315875 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.316036 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.316193 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.316350 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.316544 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.316702 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.316860 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.317018 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.317177 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.317332 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.317489 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.317646 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.317805 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.317965 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.318125 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.318283 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.318441 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.318603 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.318761 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.318924 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.319066 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.319224 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.319383 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.319541 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.319700 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.319862 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.320021 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.320179 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.320337 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.320515 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.320695 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.320854 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.321013 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.321175 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.321333 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.321491 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.321650 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.321809 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.321972 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.322130 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.322291 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.322450 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.322607 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.322765 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.322923 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.323081 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.323243 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.323403 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.323563 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.323721 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.323882 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.324040 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.324197 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.324355 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.324545 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.324705 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.324865 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.325022 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.325181 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.325356 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.325508 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.325668 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.325826 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.325983 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.326141 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.326311 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.326469 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.326628 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.326784 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.326946 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.327107 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.327273 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.327431 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.327589 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.327746 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.327902 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.328062 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.328230 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.328387 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.328604 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.328767 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.328925 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.329083 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.329256 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.329413 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.329591 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330333 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330333 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330333 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330333 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330333 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330714 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330714 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330714 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.330982 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.331070 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.331185 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.331343 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.331509 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.331668 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.331831 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.331992 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.332161 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.332320 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.332503 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.332663 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.332821 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.332980 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.333140 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.333304 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.333472 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.333641 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.333800 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.333966 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.334132 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.334298 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.334457 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.334623 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.334794 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.334951 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.335110 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.335266 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.335426 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.335583 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.335742 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.335898 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.336054 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.336210 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.336370 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.336548 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.336705 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.336863 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.337019 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.337186 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.337321 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.337478 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.337634 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.337790 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 03:00:30.337948 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 03:00:30.526173 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 50938) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:00:30.540277 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0107918 Jun 21 03:00:39.645692 dv-cinder-846842-1-iscsi neutron-server[103901]: DEBUG dbcounter [-] [103901] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103901) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:00:41.628458 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b999b-e896-4e4f-af0d-bd6f4b4c0b5b None None] get_active_networks_info from dv-cinder-846842-1-iscsi {{(pid=104010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 21 03:00:41.644015 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writer thread running {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 03:00:41.730277 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b999b-e896-4e4f-af0d-bd6f4b4c0b5b None None] No non-hosted networks {{(pid=104010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 03:00:41.737388 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4aa3-cf85-4680-aa52-fd7da5a51d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755988'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:43.105576 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writer thread running {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 03:00:43.728043 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-980e1818-dd46-4cb0-bf7d-fa15b7e7db56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755988'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:43.776805 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6608-b3f9-4a65-a805-871c53f837db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:44.634260 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51006) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:00:44.812800 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755988'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:45.264972 dv-cinder-846842-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-1b9fd800-7fff-4891-bbdb-15933c633d34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:45.265587 dv-cinder-846842-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-1b9fd800-7fff-4891-bbdb-15933c633d34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:45.478420 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [None req-1b9fd800-7fff-4891-bbdb-15933c633d34 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:00:45.492461 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1b9fd800-7fff-4891-bbdb-15933c633d34 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8440359 Jun 21 03:00:46.244332 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755988'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:46.661340 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755988'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:46.662297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.662836 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.663633 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.664047 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.664493 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.665023 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.665412 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.665826 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.666297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.666684 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.667319 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.667706 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.668118 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.668921 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.669607 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:46.670057 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846842-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:00:46.680913 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846842-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:00:47.751694 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51044) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:00:48.328955 dv-cinder-846842-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:48.329464 dv-cinder-846842-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:48.539964 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:00:48.627714 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.policy [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104008) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 03:00:48.669004 dv-cinder-846842-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:48.669375 dv-cinder-846842-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:48.689403 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writer thread running {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 03:00:48.770125 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778597228293', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778597226769', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778597178906', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778597199904', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778597190177', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778597152681', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32772531', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33012291', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400142'] for rbac-policy (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:48.847149 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:48.849568 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7ba71de1-d579-4eec-a043-a5b6416be744 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0952039 Jun 21 03:00:48.932071 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.db.l3_hamode_db [None req-79dc119a-968d-4230-97cf-237382e1afe9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 03:00:49.010920 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc119a-968d-4230-97cf-237382e1afe9 None None] Routers set() bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:00:49.011290 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc119a-968d-4230-97cf-237382e1afe9 None None] Router IDs set() for agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 21 03:00:51.085650 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51062) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:00:51.434908 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:00:51.455239 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writer thread running {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 03:00:51.501466 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Made reservation on behalf of efdfe2f79f234724a0bdac8105ff3707 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:00:51.561466 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.policy [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104009) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 03:00:51.603258 dv-cinder-846842-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:51.603634 dv-cinder-846842-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 03:00:51.613880 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:51.639698 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:51.761733 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks [] for security_group (79a3c3b4-11c9-4736-b2d7-478e59bb3a40), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:51.767005 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (79a3c3b4-11c9-4736-b2d7-478e59bb3a40), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:51.799912 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:00:51.828385 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778593737602', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (fdcb3ca8-06a1-443a-a5a7-05af1bbd690f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:51.828956 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Unsubscribe: segment precommit_create {{(pid=104009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 03:00:51.829465 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Added segment fdcb3ca8-06a1-443a-a5a7-05af1bbd690f of type vlan for network 5d10d226-e9f7-40aa-8be9-55ce9b698710 Jun 21 03:00:51.845987 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=79a3c3b4-11c9-4736-b2d7-478e59bb3a40,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:00:51.883700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.884032 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.884381 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.884733 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.885056 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.885373 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.885688 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.886000 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.886313 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.886624 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.886940 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.887261 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.887572 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.887883 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.888189 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Tracked resource versions report: Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: pushed versions: Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Agent': {'1.1'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'NDPProxy': {'1.0'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.3'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: consumer versions: Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Agent': '1.1', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Log': '1.0', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'NDPProxy': '1.0', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Network': '1.1', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Port': '1.7', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'PortForwarding': '1.3', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SubPort': '1.0', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Subnet': '1.1', Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} Jun 21 03:00:51.889604 dv-cinder-846842-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:00:51.958467 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (5d10d226-e9f7-40aa-8be9-55ce9b698710), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:52.007228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (5d10d226-e9f7-40aa-8be9-55ce9b698710), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:52.012444 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:00:52.013111 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:52.079551 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9928734 Jun 21 03:00:52.147275 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51b161-11e9-4860-a8d2-d5121921017a demo demo] Pushing event updated for resources: {'Network': ['ID=5d10d226-e9f7-40aa-8be9-55ce9b698710,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:00:52.167991 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:00:54.383843 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51076) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:00:54.832626 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91df8b1-0818-48eb-b924-152f3a28d891 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:00:54.833914 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a91df8b1-0818-48eb-b924-152f3a28d891 demo admin] 10.222.0.16 "GET /v2.0/networks/5d10d226-e9f7-40aa-8be9-55ce9b698710 HTTP/1.1" status: 200 len: 825 time: 0.4487355 Jun 21 03:00:54.875146 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-745257a6-6336-4225-a412-66f1b6b16258 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/e685e6a7-e092-4a1f-b43e-994628801e94 HTTP/1.1" status: 200 len: 734 time: 0.0320246 Jun 21 03:00:54.885946 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e685e6a7-e092-4a1f-b43e-994628801e94', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:00:54.903640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:00:54.912283 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Made reservation on behalf of efdfe2f79f234724a0bdac8105ff3707 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:00:54.914637 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:55.237307 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:55.264968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:00:55.308112 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:00:55.317266 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Checking segment: {'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:00:55.317676 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Network hostable DHCP agents. Network: 5d10d226-e9f7-40aa-8be9-55ce9b698710, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:00:55.342604 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:00:55.355921 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 5d10d226-e9f7-40aa-8be9-55ce9b698710) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:00:55.361078 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:00:55.361685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:55.366339 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96da16-9439-4237-89f5-17badd1717e3 None None] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:00:55.381985 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-62c76897-c0e4-41b6-8a3e-7244ef472d94 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4994497 Jun 21 03:00:55.632292 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-5d10d226-e9f7-40aa-8be9-55ce9b698710', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'fixed_ips': [{'subnet_id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:00:55.633678 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:55.915936 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Allocated IP 172.20.0.2 (5d10d226-e9f7-40aa-8be9-55ce9b698710/c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76/245a166a-bdc8-4ab5-854f-d7b414670c1d) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:00:55.964440 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:00:56.188296 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Publish callbacks [] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:56.198684 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:56.276576 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:00:56.282368 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:00:56.288498 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:00:56.291957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Pushing event updated for resources: {'Port': ['ID=245a166a-bdc8-4ab5-854f-d7b414670c1d,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:00:56.325550 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.325550 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.325550 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.325550 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.325550 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326391 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326477 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.326735 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.327048 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.327360 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Tracked resource versions report: Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: pushed versions: Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Agent': {'1.1'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'NDPProxy': {'1.0'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.3'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: consumer versions: Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Agent': '1.1', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Log': '1.0', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'NDPProxy': '1.0', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Network': '1.1', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Port': '1.7', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'PortForwarding': '1.3', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SubPort': '1.0', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Subnet': '1.1', Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} Jun 21 03:00:56.328767 dv-cinder-846842-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:00:56.378673 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:00:56.382229 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Attempting to bind port 245a166a-bdc8-4ab5-854f-d7b414670c1d on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:00:56.382634 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Attempting to bind port 245a166a-bdc8-4ab5-854f-d7b414670c1d by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:00:56.383044 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Attempting to bind port 245a166a-bdc8-4ab5-854f-d7b414670c1d on network 5d10d226-e9f7-40aa-8be9-55ce9b698710 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:00:56.388674 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:00:56.389050 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Checking segment: {'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:00:56.389545 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:56.389922 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Bound using segment: {'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:00:56.390371 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Bound port: 245a166a-bdc8-4ab5-854f-d7b414670c1d, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:00:56.390766 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:56.455111 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] For port 245a166a-bdc8-4ab5-854f-d7b414670c1d, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:00:56.474660 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] For port 245a166a-bdc8-4ab5-854f-d7b414670c1d, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=245a166a-bdc8-4ab5-854f-d7b414670c1d,segment=NetworkSegment(fdcb3ca8-06a1-443a-a5a7-05af1bbd690f),segment_id=fdcb3ca8-06a1-443a-a5a7-05af1bbd690f)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:00:56.482745 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:00:56.539411 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a610e0-7cce-4772-a4ca-d23b95eb5980 None None] Pushing event updated for resources: {'Port': ['ID=245a166a-bdc8-4ab5-854f-d7b414670c1d,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:00:57.680319 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51088) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:00:58.016683 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-2573beb8-797b-4709-872f-373e24b8ee2a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:00:58.032439 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2573beb8-797b-4709-872f-373e24b8ee2a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3364396 Jun 21 03:00:58.827924 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=24,neutron:INSERT=34 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:00:58.836683 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=3,neutron:SELECT=9,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:00.259286 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:00.261060 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=8 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:00.273293 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51104) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:00.632448 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-67784979-e307-4cd2-9991-2d93d8163ae6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:01:00.633524 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-67784979-e307-4cd2-9991-2d93d8163ae6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3591895 Jun 21 03:01:02.898675 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51112) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:03.253779 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-5766aec5-6c0f-4093-ace9-3ea5a08952b3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:01:03.279621 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5766aec5-6c0f-4093-ace9-3ea5a08952b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (9b343261-40c2-4e14-8456-ad0fb82be491), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:03.281363 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5766aec5-6c0f-4093-ace9-3ea5a08952b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (9b343261-40c2-4e14-8456-ad0fb82be491), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:03.429406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5766aec5-6c0f-4093-ace9-3ea5a08952b3 demo demo] Publish callbacks [] for router_controller (9b343261-40c2-4e14-8456-ad0fb82be491), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:03.435226 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5766aec5-6c0f-4093-ace9-3ea5a08952b3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (9b343261-40c2-4e14-8456-ad0fb82be491), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:03.456763 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5766aec5-6c0f-4093-ace9-3ea5a08952b3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:03.457885 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5766aec5-6c0f-4093-ace9-3ea5a08952b3 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5579808 Jun 21 03:01:04.413023 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 245a166a-bdc8-4ab5-854f-d7b414670c1d up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:01:04.486609 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb6c84-67ca-46de-acda-9c2de10c96f6 None None] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:01:04.512806 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 245a166a-bdc8-4ab5-854f-d7b414670c1d triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:04.514029 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:04.602418 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-12ab50ff-ae1d-43b8-b39d-cfb02e38fa7f None None] Provisioning complete for port 245a166a-bdc8-4ab5-854f-d7b414670c1d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:04.602784 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-12ab50ff-ae1d-43b8-b39d-cfb02e38fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:04.740655 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 245a166a-bdc8-4ab5-854f-d7b414670c1d is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:04.741012 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:04.808013 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 245a166a-bdc8-4ab5-854f-d7b414670c1d, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=245a166a-bdc8-4ab5-854f-d7b414670c1d,segment=NetworkSegment(fdcb3ca8-06a1-443a-a5a7-05af1bbd690f),segment_id=fdcb3ca8-06a1-443a-a5a7-05af1bbd690f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:01:04.814903 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:04.846913 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-12ab50ff-ae1d-43b8-b39d-cfb02e38fa7f None None] Current status of the port 245a166a-bdc8-4ab5-854f-d7b414670c1d is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:04.847330 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-12ab50ff-ae1d-43b8-b39d-cfb02e38fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:04.858280 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:04.888060 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=245a166a-bdc8-4ab5-854f-d7b414670c1d,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:04.921012 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.db.api [None req-12ab50ff-ae1d-43b8-b39d-cfb02e38fa7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 03:01:04.921468 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG oslo_db.api [None req-12ab50ff-ae1d-43b8-b39d-cfb02e38fa7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 03:01:05.458107 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-12ab50ff-ae1d-43b8-b39d-cfb02e38fa7f None None] Current status of the port 245a166a-bdc8-4ab5-854f-d7b414670c1d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:05.577342 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-98de8773-e141-43df-a938-cbc0f39481ec None None] Provisioning complete for port 245a166a-bdc8-4ab5-854f-d7b414670c1d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:05.577745 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-98de8773-e141-43df-a938-cbc0f39481ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:05.622200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:05.653132 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-98de8773-e141-43df-a938-cbc0f39481ec None None] Current status of the port 245a166a-bdc8-4ab5-854f-d7b414670c1d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:05.715803 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51126) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:06.079189 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [None req-93b2ba18-84d1-43be-965a-79fff648a8b3 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:01:06.080551 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-93b2ba18-84d1-43be-965a-79fff648a8b3 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3636789 Jun 21 03:01:06.374994 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 245a166a-bdc8-4ab5-854f-d7b414670c1d up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:01:06.424436 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 245a166a-bdc8-4ab5-854f-d7b414670c1d triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:06.424819 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:06.495642 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 245a166a-bdc8-4ab5-854f-d7b414670c1d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:08.341843 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51134) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:08.704634 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:01:08.728287 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Made reservation on behalf of eab06a8b789343a7bc8eebc83d2a6637 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:01:08.730706 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.739042 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.821504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks [] for security_group (616a8b85-dc6d-491c-973c-ab74be6f31ee), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.828482 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (616a8b85-dc6d-491c-973c-ab74be6f31ee), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.842212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Reserving flat network on physical network physnet1 {{(pid=104009) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 03:01:08.864969 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.865292 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Added segment c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c of type flat for network 413d5376-32d8-455f-844f-7926aaeb162e Jun 21 03:01:08.866473 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616a8b85-dc6d-491c-973c-ab74be6f31ee,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:08.876310 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:08.915055 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (413d5376-32d8-455f-844f-7926aaeb162e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.950280 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (413d5376-32d8-455f-844f-7926aaeb162e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.951258 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:01:08.951827 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:08.997254 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6542754 Jun 21 03:01:09.047466 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b6dcf-6806-4045-b35d-83b190a55aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=413d5376-32d8-455f-844f-7926aaeb162e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:09.058414 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 413d5376-32d8-455f-844f-7926aaeb162e details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:01:11.203005 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:01:11.313007 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51142) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:11.565118 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-91898bc0-c48b-4f1b-b826-8d15599d6b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:11.777274 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3445deea-ca71-45e7-b9ac-516feacdb65e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:01:11.778788 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3445deea-ca71-45e7-b9ac-516feacdb65e demo admin] 10.222.0.16 "GET /v2.0/subnets/c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76 HTTP/1.1" status: 200 len: 849 time: 0.4648418 Jun 21 03:01:11.952980 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-eb966d1c-f8b9-4ae7-b2cb-810c9917a257 demo admin] 10.222.0.16 "GET /v2.0/routers/9b343261-40c2-4e14-8456-ad0fb82be491 HTTP/1.1" status: 200 len: 704 time: 0.1649718 Jun 21 03:01:12.224920 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:12.555600 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Allocated IP 172.20.0.1 (5d10d226-e9f7-40aa-8be9-55ce9b698710/c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76/fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:01:12.773241 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks [] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:12.838980 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:12.899983 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:01:12.906837 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:01:12.947937 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Pushing event updated for resources: {'Port': ['ID=fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:12.950554 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:01:12.951393 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (9b343261-40c2-4e14-8456-ad0fb82be491), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.009401 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.009742 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.010090 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.010418 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.010710 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.011056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.011564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.011668 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.011981 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.012308 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.012603 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.012957 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.013256 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.013559 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.013866 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Tracked resource versions report: Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: pushed versions: Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: { 'AddressGroup': {'1.2'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Agent': {'1.1'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'ConntrackHelper': {'1.0'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Log': {'1.0'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'NDPProxy': {'1.0'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Network': {'1.1'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Port': {'1.7'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'PortForwarding': {'1.3'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'QosPolicy': {'1.10'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroup': {'1.5'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SubPort': {'1.0'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Subnet': {'1.1'}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Trunk': {'1.1'}} Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: consumer versions: Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Agent': '1.1', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'ConntrackHelper': '1.0', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'LocalIPAssociation': '1.0', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Log': '1.0', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'NDPProxy': '1.0', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Network': '1.1', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Port': '1.7', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'PortForwarding': '1.3', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'QosPolicy': '1.10', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroup': '1.5', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroupRule': '1.2', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SubPort': '1.0', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Subnet': '1.1', Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Trunk': '1.1'}} Jun 21 03:01:13.015244 dv-cinder-846842-1-iscsi neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:01:13.123012 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f58e18f6-c077-43bc-a204-6c491c6d9fde None None] Provisioning complete for port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:13.123604 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f58e18f6-c077-43bc-a204-6c491c6d9fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.148107 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:13.154748 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f58e18f6-c077-43bc-a204-6c491c6d9fde None None] Port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:01:13.158018 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:13.161539 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.379176 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks [] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.386186 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.387012 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (9b343261-40c2-4e14-8456-ad0fb82be491), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.445341 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Pushing event updated for resources: {'Port': ['ID=fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:13.518354 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:01:13.520636 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:01:13.674275 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-d1d311b4-aa1f-49bb-ae9d-b88e35249736 None None] Provisioning complete for port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:13.674754 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d1d311b4-aa1f-49bb-ae9d-b88e35249736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.709552 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d1d311b4-aa1f-49bb-ae9d-b88e35249736 None None] Port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:01:13.732696 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5cd489ea-99ec-4d8c-a8e1-4d0bb9c2d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:13.737730 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Router 9b343261-40c2-4e14-8456-ad0fb82be491 is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:01:13.830416 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:01:13.836971 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fb71ac1f-e252-425f-a363-c893a77cb23a demo admin] 10.222.0.16 "PUT /v2.0/routers/9b343261-40c2-4e14-8456-ad0fb82be491/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8750420 Jun 21 03:01:13.840221 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Sync routers for ids ['9b343261-40c2-4e14-8456-ad0fb82be491'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:01:13.853969 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Routers {'9b343261-40c2-4e14-8456-ad0fb82be491'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:01:13.854797 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:01:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9b343261-40c2-4e14-8456-ad0fb82be491'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:14.041374 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Set router 9b343261-40c2-4e14-8456-ad0fb82be491 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:01:14.464266 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'name': 'router1', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:01:03Z', 'updated_at': '2022-06-21T03:01:13Z', 'revision_number': 2, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'gw_port_host': None, '_interfaces': [{'id': 'fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38', 'name': '', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'mac_address': 'fa:16:3e:d3:1b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:12Z', 'updated_at': '2022-06-21T03:01:13Z', 'revision_number': 2, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'subnets': [{'id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e685e6a7-e092-4a1f-b43e-994628801e94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:14.514319 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Checking router: 9b343261-40c2-4e14-8456-ad0fb82be491 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:01:14.514676 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Updating router 9b343261-40c2-4e14-8456-ad0fb82be491 port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:01:14.567697 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:14.780135 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.070652 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Publish callbacks [] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.078949 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.235866 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Pushing event updated for resources: {'Port': ['ID=fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:15.257511 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.257926 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.258324 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.258717 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.259123 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.259506 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.259885 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.260254 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.260610 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.260926 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.261240 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.261568 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.261885 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.262193 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.262503 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Tracked resource versions report: Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: pushed versions: Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: { 'AddressGroup': {'1.2'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Agent': {'1.1'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'ConntrackHelper': {'1.0'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Log': {'1.0'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'NDPProxy': {'1.0'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Network': {'1.1'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Port': {'1.7'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'PortForwarding': {'1.3'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'QosPolicy': {'1.10'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroup': {'1.5'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SubPort': {'1.0'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Subnet': {'1.1'}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Trunk': {'1.1'}} Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: consumer versions: Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Agent': '1.1', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'ConntrackHelper': '1.0', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'LocalIPAssociation': '1.0', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Log': '1.0', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'NDPProxy': '1.0', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Network': '1.1', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Port': '1.7', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'PortForwarding': '1.3', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'QosPolicy': '1.10', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroup': '1.5', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroupRule': '1.2', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SubPort': '1.0', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Subnet': '1.1', Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Trunk': '1.1'}} Jun 21 03:01:15.263894 dv-cinder-846842-1-iscsi neutron-server[104011]: {{(pid=104011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:01:15.268869 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Attempting to bind port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:01:15.269264 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Attempting to bind port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:01:15.269680 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Attempting to bind port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 on network 5d10d226-e9f7-40aa-8be9-55ce9b698710 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:01:15.275970 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:01:15.276658 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Checking segment: {'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:01:15.277130 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.277130 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Bound using segment: {'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:01:15.277973 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Bound port: fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcb3ca8-06a1-443a-a5a7-05af1bbd690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:01:15.278367 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.338584 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-00e0f71f-aa55-44db-80da-86b1669ca68e None None] Provisioning complete for port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:15.339294 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-00e0f71f-aa55-44db-80da-86b1669ca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.346918 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] For port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:01:15.367316 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] For port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38,segment=NetworkSegment(fdcb3ca8-06a1-443a-a5a7-05af1bbd690f),segment_id=fdcb3ca8-06a1-443a-a5a7-05af1bbd690f)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:01:15.372138 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-00e0f71f-aa55-44db-80da-86b1669ca68e None None] Port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:01:15.376358 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.384905 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:15.385613 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:15.438775 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Routers {'9b343261-40c2-4e14-8456-ad0fb82be491'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:01:15.439445 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:01:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9b343261-40c2-4e14-8456-ad0fb82be491'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:15.473331 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68397-aa28-4bf7-abab-15233c1cdcf6 None None] Pushing event updated for resources: {'Port': ['ID=fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:15.535111 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] Set router 9b343261-40c2-4e14-8456-ad0fb82be491 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:01:15.589873 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-dd87a09b-e99a-44c8-b947-a6e4deff2e27 None None] Provisioning complete for port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:15.590165 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dd87a09b-e99a-44c8-b947-a6e4deff2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.673562 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-dd87a09b-e99a-44c8-b947-a6e4deff2e27 None None] Current status of the port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:15.673951 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dd87a09b-e99a-44c8-b947-a6e4deff2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.709120 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-dd87a09b-e99a-44c8-b947-a6e4deff2e27 None None] For port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38,segment=NetworkSegment(fdcb3ca8-06a1-443a-a5a7-05af1bbd690f),segment_id=fdcb3ca8-06a1-443a-a5a7-05af1bbd690f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:01:15.714069 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dd87a09b-e99a-44c8-b947-a6e4deff2e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:15.738230 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'name': 'router1', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:01:03Z', 'updated_at': '2022-06-21T03:01:13Z', 'revision_number': 2, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'gw_port_host': None, '_interfaces': [{'id': 'fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38', 'name': '', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'mac_address': 'fa:16:3e:d3:1b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:12Z', 'updated_at': '2022-06-21T03:01:15Z', 'revision_number': 4, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'subnets': [{'id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e685e6a7-e092-4a1f-b43e-994628801e94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:15.763681 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87a09b-e99a-44c8-b947-a6e4deff2e27 None None] Pushing event updated for resources: {'Port': ['ID=fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:15.768404 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc81bb31-46d6-40ea-a536-af8266f93524 None None] The sync data for ids ['9b343261-40c2-4e14-8456-ad0fb82be491'] in dv-cinder-846842-1-iscsi is: [{'id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'name': 'router1', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:01:03Z', 'updated_at': '2022-06-21T03:01:13Z', 'revision_number': 2, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'gw_port_host': None, '_interfaces': [{'id': 'fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38', 'name': '', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'mac_address': 'fa:16:3e:d3:1b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:12Z', 'updated_at': '2022-06-21T03:01:15Z', 'revision_number': 4, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'subnets': [{'id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e685e6a7-e092-4a1f-b43e-994628801e94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:01:16.086629 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:16.204676 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:16.309368 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df3e5d-1c03-4bca-8a56-01fb2f43507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:01:16.310812 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-57df3e5d-1c03-4bca-8a56-01fb2f43507e admin admin] 10.222.0.16 "GET /v2.0/networks/413d5376-32d8-455f-844f-7926aaeb162e HTTP/1.1" status: 200 len: 842 time: 0.2230473 Jun 21 03:01:16.320696 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:01:16.350105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Made reservation on behalf of eab06a8b789343a7bc8eebc83d2a6637 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:01:16.352722 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:16.480488 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:16.615457 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:16.654666 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.objects.ports [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104008) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 21 03:01:16.655071 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (da090fbb-366f-4776-a826-4e162a1aca8e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:16.664670 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:16.708599 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da090fbb-366f-4776-a826-4e162a1aca8e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:16.727751 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:01:16.728091 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Network hostable DHCP agents. Network: 413d5376-32d8-455f-844f-7926aaeb162e, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:01:16.752065 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:01:16.766184 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 413d5376-32d8-455f-844f-7926aaeb162e) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:01:16.770684 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:01:16.771307 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:16.777413 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd1c76-9b4e-4ac4-ae1e-3fca79e0936d None None] Network 413d5376-32d8-455f-844f-7926aaeb162e requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:01:16.789749 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-699917cc-38f9-45e1-bd33-201a50fe1654 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4726174 Jun 21 03:01:16.849089 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:16.893088 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f59676-86a5-43be-9295-c1a252eaf301 None None] Network 413d5376-32d8-455f-844f-7926aaeb162e requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:01:19.013493 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=16 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:19.021723 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:19.067421 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51186) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:19.306625 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-572c4f16-87bc-4d11-8e1d-8bb9b9aefaf7 demo admin] 10.222.0.16 "GET /v2.0/routers/9b343261-40c2-4e14-8456-ad0fb82be491 HTTP/1.1" status: 200 len: 710 time: 0.2379131 Jun 21 03:01:19.425244 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a0d60-b2c7-42a5-9228-f3b61069f51b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:01:19.431632 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d06a0d60-b2c7-42a5-9228-f3b61069f51b demo admin] 10.222.0.16 "GET /v2.0/networks/413d5376-32d8-455f-844f-7926aaeb162e HTTP/1.1" status: 200 len: 886 time: 0.1143360 Jun 21 03:01:19.435872 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:01:19.672299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks [] for router_gateway (9b343261-40c2-4e14-8456-ad0fb82be491), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:19.944373 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks [] for router_gateway (9b343261-40c2-4e14-8456-ad0fb82be491), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:20.021190 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:20.180805 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Allocated IP 172.27.2.81 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/d8d53302-8c67-4a2b-9c79-649b81019b23) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:01:20.288651 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks [] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:20.331450 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:20.332079 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:20.355198 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:20.434057 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:01:20.439791 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:01:20.445553 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:01:20.448637 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Pushing event updated for resources: {'Port': ['ID=d8d53302-8c67-4a2b-9c79-649b81019b23,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:20.732401 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks [] for router_gateway (9b343261-40c2-4e14-8456-ad0fb82be491), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:20.923676 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58021'] for router (9b343261-40c2-4e14-8456-ad0fb82be491), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:20.928693 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756244'] for router (9b343261-40c2-4e14-8456-ad0fb82be491), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:21.036834 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Router 9b343261-40c2-4e14-8456-ad0fb82be491 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:01:21.142171 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:01:21.146915 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:21.151193 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e90e5b3f-b0d0-4c0c-83d6-540916682a18 demo admin] 10.222.0.16 "PUT /v2.0/routers/9b343261-40c2-4e14-8456-ad0fb82be491 HTTP/1.1" status: 200 len: 889 time: 1.7156122 Jun 21 03:01:22.026867 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Sync routers for ids ['9b343261-40c2-4e14-8456-ad0fb82be491'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:01:22.034970 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:22.040116 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Routers {'9b343261-40c2-4e14-8456-ad0fb82be491'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:01:22.040771 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:01:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9b343261-40c2-4e14-8456-ad0fb82be491'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:22.243745 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Set router 9b343261-40c2-4e14-8456-ad0fb82be491 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:01:22.402484 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:01:22.563570 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:22.563942 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:22.780993 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'name': 'router1', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8d53302-8c67-4a2b-9c79-649b81019b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:01:03Z', 'updated_at': '2022-06-21T03:01:20Z', 'revision_number': 4, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'gw_port': {'id': 'd8d53302-8c67-4a2b-9c79-649b81019b23', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:20Z', 'updated_at': '2022-06-21T03:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38', 'name': '', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'mac_address': 'fa:16:3e:d3:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:12Z', 'updated_at': '2022-06-21T03:01:15Z', 'revision_number': 5, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'subnets': [{'id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e685e6a7-e092-4a1f-b43e-994628801e94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:22.833869 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Checking router: 9b343261-40c2-4e14-8456-ad0fb82be491 for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:01:22.834095 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Updating router 9b343261-40c2-4e14-8456-ad0fb82be491 port d8d53302-8c67-4a2b-9c79-649b81019b23 binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:01:22.850433 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:22.888713 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:23.170853 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:23.204947 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Publish callbacks [] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:23.211533 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:23.265719 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdda199-e90d-481f-b617-726c500d22d8 None None] Pushing event updated for resources: {'Port': ['ID=d8d53302-8c67-4a2b-9c79-649b81019b23,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:23.268266 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Attempting to bind port d8d53302-8c67-4a2b-9c79-649b81019b23 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:01:23.268656 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Attempting to bind port d8d53302-8c67-4a2b-9c79-649b81019b23 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:01:23.269061 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Attempting to bind port d8d53302-8c67-4a2b-9c79-649b81019b23 on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:01:23.274461 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:01:23.274830 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:01:23.275186 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:23.275558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:01:23.276008 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Bound port: d8d53302-8c67-4a2b-9c79-649b81019b23, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:01:23.276421 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:23.325646 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] For port d8d53302-8c67-4a2b-9c79-649b81019b23, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:01:23.327318 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:23.329119 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] For port d8d53302-8c67-4a2b-9c79-649b81019b23, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d8d53302-8c67-4a2b-9c79-649b81019b23,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:01:23.335796 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:23.395923 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Routers {'9b343261-40c2-4e14-8456-ad0fb82be491'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:01:23.396598 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:01:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9b343261-40c2-4e14-8456-ad0fb82be491'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:23.399756 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdda199-e90d-481f-b617-726c500d22d8 None None] Pushing event updated for resources: {'Port': ['ID=d8d53302-8c67-4a2b-9c79-649b81019b23,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:23.415923 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51198) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:01:23.501686 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] Set router 9b343261-40c2-4e14-8456-ad0fb82be491 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:01:23.600625 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9413b602-df58-4bf4-bbd6-e38fdbd3338c admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1835818 Jun 21 03:01:23.706998 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'name': 'router1', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8d53302-8c67-4a2b-9c79-649b81019b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:01:03Z', 'updated_at': '2022-06-21T03:01:20Z', 'revision_number': 4, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'gw_port': {'id': 'd8d53302-8c67-4a2b-9c79-649b81019b23', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:20Z', 'updated_at': '2022-06-21T03:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38', 'name': '', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'mac_address': 'fa:16:3e:d3:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:12Z', 'updated_at': '2022-06-21T03:01:15Z', 'revision_number': 5, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'subnets': [{'id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e685e6a7-e092-4a1f-b43e-994628801e94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:01:23.733349 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807f218-7442-47bb-b474-fecca745fef6 None None] The sync data for ids ['9b343261-40c2-4e14-8456-ad0fb82be491'] in dv-cinder-846842-1-iscsi is: [{'id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'name': 'router1', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'd8d53302-8c67-4a2b-9c79-649b81019b23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:01:03Z', 'updated_at': '2022-06-21T03:01:20Z', 'revision_number': 4, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'gw_port': {'id': 'd8d53302-8c67-4a2b-9c79-649b81019b23', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:20Z', 'updated_at': '2022-06-21T03:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38', 'name': '', 'network_id': '5d10d226-e9f7-40aa-8be9-55ce9b698710', 'tenant_id': 'efdfe2f79f234724a0bdac8105ff3707', 'mac_address': 'fa:16:3e:d3:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b343261-40c2-4e14-8456-ad0fb82be491', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:01:12Z', 'updated_at': '2022-06-21T03:01:15Z', 'revision_number': 5, 'project_id': 'efdfe2f79f234724a0bdac8105ff3707', 'subnets': [{'id': 'c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e685e6a7-e092-4a1f-b43e-994628801e94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:01:24.416977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d8d53302-8c67-4a2b-9c79-649b81019b23 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:01:24.478273 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port d8d53302-8c67-4a2b-9c79-649b81019b23 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:24.478660 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:24.565901 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port d8d53302-8c67-4a2b-9c79-649b81019b23 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:24.566188 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:24.587758 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port d8d53302-8c67-4a2b-9c79-649b81019b23, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d8d53302-8c67-4a2b-9c79-649b81019b23,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:01:24.594026 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:24.641305 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=d8d53302-8c67-4a2b-9c79-649b81019b23,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:01:25.741131 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=31 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:25.742599 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=45 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:26.405253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d8d53302-8c67-4a2b-9c79-649b81019b23 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:01:26.434015 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:26.456158 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port d8d53302-8c67-4a2b-9c79-649b81019b23 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:01:26.456650 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d8d53302-8c67-4a2b-9c79-649b81019b23), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:26.538553 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port d8d53302-8c67-4a2b-9c79-649b81019b23 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:01:26.778774 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=33,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:26.781281 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:33.594182 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:33.596663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:36.504998 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=11 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:36.539474 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:41.635363 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ee980f4f-e6b9-454e-bc33-4c590988ff64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:43.737591 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b4c5-4d28-4443-82fb-dffe6c23299e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:44.789880 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:46.217232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:46.663833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:01:48.202031 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:01:56.655216 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:56.657639 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:58.197465 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:01:58.198305 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:11.583390 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a5f74bfa-cfbd-4b56-99f6-5174f36aea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:13.744660 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-81c29952-53f4-42bf-b4e3-5238c6e553c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:14.792999 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:16.208485 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:16.661731 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:25.201510 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:02:26.204387 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:26.655105 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:27.210974 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:38.409383 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51736) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:38.483516 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-00278a5e-0f42-475d-ba88-33efd6afc614 admin admin] GET failed (client error): The resource could not be found. Jun 21 03:02:38.484902 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-00278a5e-0f42-475d-ba88-33efd6afc614 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745625 Jun 21 03:02:38.652789 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6955d378-7d22-42a8-abc2-abc9efa8e683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:38.654260 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6955d378-7d22-42a8-abc2-abc9efa8e683 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630700 Jun 21 03:02:40.197045 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:40.197887 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:40.712306 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51746) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:40.810498 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d589f8be-b6dd-445b-b864-ecac4016da93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:40.811869 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d589f8be-b6dd-445b-b864-ecac4016da93 admin admin] 10.222.0.16 "GET /v2.0/subnets/c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76 HTTP/1.1" status: 200 len: 849 time: 0.0986214 Jun 21 03:02:40.821904 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:02:40.925686 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Publish callbacks [] for subnet (c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:41.080793 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778593961575'] for subnet (c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:41.121286 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:41.121888 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:41.123160 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] 10.222.0.16 "PUT /v2.0/subnets/c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76 HTTP/1.1" status: 200 len: 868 time: 0.3049967 Jun 21 03:02:41.124121 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc4d12-50bb-45fa-add4-46e1552b1b69 None None] Network 5d10d226-e9f7-40aa-8be9-55ce9b698710 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:02:41.138233 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:02:41.150418 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.150758 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.151117 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.151590 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.151928 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.152259 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.152610 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.152932 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.153271 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.153595 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.153932 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.154270 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.154590 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.154906 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.155220 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa457bc-e778-4d02-ba99-8e1660578ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:02:41.503590 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-a0da4997-38a2-42a3-8e9c-19963513decd None None] Provisioning complete for port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:02:41.503974 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a0da4997-38a2-42a3-8e9c-19963513decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:41.592182 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a0da4997-38a2-42a3-8e9c-19963513decd None None] Current status of the port fc3c9eab-fd75-4d8f-a7f5-43e9cf233b38 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:02:41.599751 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a06425d7-f72b-40cc-8a1c-2e397a8dc26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:41.602543 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-a0da4997-38a2-42a3-8e9c-19963513decd None None] Provisioning complete for port 245a166a-bdc8-4ab5-854f-d7b414670c1d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:02:41.602915 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a0da4997-38a2-42a3-8e9c-19963513decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (245a166a-bdc8-4ab5-854f-d7b414670c1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:41.673785 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a0da4997-38a2-42a3-8e9c-19963513decd None None] Current status of the port 245a166a-bdc8-4ab5-854f-d7b414670c1d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:02:43.277745 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51756) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:43.485025 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc5641b-c5b5-4558-ba4f-8d0cbd153710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:43.485482 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc5641b-c5b5-4558-ba4f-8d0cbd153710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:43.487036 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3fc5641b-c5b5-4558-ba4f-8d0cbd153710 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2082927 Jun 21 03:02:43.743533 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2928aed0-969b-41dd-8d82-49e863dd77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:44.790737 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:45.508262 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51764) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:45.648635 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0ad56-4ec6-402d-a99b-d0f511f87e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:45.649097 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0ad56-4ec6-402d-a99b-d0f511f87e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:45.650624 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-25e0ad56-4ec6-402d-a99b-d0f511f87e67 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1413794 Jun 21 03:02:46.210809 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:46.667113 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:02:47.759513 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51772) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:47.888947 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b84255-5c06-4158-821c-d48bf9ccb499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:47.890302 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-86b84255-5c06-4158-821c-d48bf9ccb499 admin admin] 10.222.0.16 "GET /v2.0/networks/413d5376-32d8-455f-844f-7926aaeb162e HTTP/1.1" status: 200 len: 886 time: 0.1298523 Jun 21 03:02:49.957678 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51780) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:50.102273 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2001fe06-7994-4f30-9fce-ba7973f4e3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:50.103635 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2001fe06-7994-4f30-9fce-ba7973f4e3de admin admin] 10.222.0.16 "GET /v2.0/networks/5d10d226-e9f7-40aa-8be9-55ce9b698710 HTTP/1.1" status: 200 len: 869 time: 0.1446669 Jun 21 03:02:52.156786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:52.285506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471836f-3539-4e1b-80f6-b056ecd5fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:52.285946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471836f-3539-4e1b-80f6-b056ecd5fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:52.287483 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0471836f-3539-4e1b-80f6-b056ecd5fdc1 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296687 Jun 21 03:02:54.323414 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51796) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:54.453266 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df277c8-1612-4686-b767-e905faeca96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:54.453632 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df277c8-1612-4686-b767-e905faeca96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:54.455206 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9df277c8-1612-4686-b767-e905faeca96f admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308594 Jun 21 03:02:56.500072 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51804) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:56.600844 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef777ec-8cba-4432-80b4-b9ea79221cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:56.602250 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4ef777ec-8cba-4432-80b4-b9ea79221cc4 admin admin] 10.222.0.16 "GET /v2.0/subnets/c2cfbd08-2d9a-41e5-a6e2-dd1b78f77e76 HTTP/1.1" status: 200 len: 868 time: 0.1011240 Jun 21 03:02:56.658661 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:56.661763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:02:58.616954 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:02:58.721227 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a60101-2392-4f8e-b654-40ff9e437e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:02:58.722607 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d2a60101-2392-4f8e-b654-40ff9e437e5e admin admin] 10.222.0.16 "GET /v2.0/subnets/da090fbb-366f-4776-a826-4e162a1aca8e HTTP/1.1" status: 200 len: 816 time: 0.1044309 Jun 21 03:03:02.201080 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:03:04.207041 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:04.441891 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=75,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:04.448597 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:08.716356 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=48 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:08.717190 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=56 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:11.583700 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df2940f3-3e4e-4466-b156-4b4fb0a05064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:12.196630 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:13.740283 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-49f5ce36-152f-4f7c-bbe7-5cc1567c43a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:14.799199 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:16.217967 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:16.676939 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:25.544707 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51866) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:03:25.598405 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [None req-6317d5a1-8e52-4e4f-aac3-8e53ac1da442 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:03:25.599399 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6317d5a1-8e52-4e4f-aac3-8e53ac1da442 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0534863 Jun 21 03:03:26.661329 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:26.671102 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:27.736444 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51874) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:03:27.800546 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9961abe0-79d6-4ff8-9a43-15e46a77b56b admin admin] GET failed (client error): The resource could not be found. Jun 21 03:03:27.801815 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9961abe0-79d6-4ff8-9a43-15e46a77b56b admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644054 Jun 21 03:03:27.946408 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9660c4a6-fb7f-4518-a1e0-62ce699095ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:03:27.947869 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9660c4a6-fb7f-4518-a1e0-62ce699095ec admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398849 Jun 21 03:03:30.020532 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51882) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:03:30.072135 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:03:30.094250 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Made reservation on behalf of eab06a8b789343a7bc8eebc83d2a6637 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:03:30.096705 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:30.133369 dv-cinder-846842-1-iscsi neutron-server[104009]: WARNING neutron.services.revisions.revision_plugin [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Could not find related network for resource to bump revision. Jun 21 03:03:30.145575 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:03:30.157697 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (ae60bf53-0490-4ef0-9cbf-00af6d97f44b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:30.158263 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Added segment ae60bf53-0490-4ef0-9cbf-00af6d97f44b of type vlan for network f0885c6d-ccf9-4018-83b7-566e136fbfe8 Jun 21 03:03:30.198944 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (f0885c6d-ccf9-4018-83b7-566e136fbfe8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:30.226258 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (f0885c6d-ccf9-4018-83b7-566e136fbfe8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:30.227386 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:03:30.228064 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:30.264921 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2433407 Jun 21 03:03:30.295804 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba17bbe-46eb-4ddd-add6-4159f1a489ca admin admin] Pushing event updated for resources: {'Network': ['ID=f0885c6d-ccf9-4018-83b7-566e136fbfe8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:03:30.307090 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network f0885c6d-ccf9-4018-83b7-566e136fbfe8 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:03:32.344111 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51890) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:03:32.420728 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab51221e-b4b2-4a79-b752-9599fe1972b6 admin admin] GET failed (client error): The resource could not be found. Jun 21 03:03:32.422025 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ab51221e-b4b2-4a79-b752-9599fe1972b6 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0768781 Jun 21 03:03:32.504854 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e1172-2051-4dab-9fa7-246939c409a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:03:32.506284 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a13e1172-2051-4dab-9fa7-246939c409a5 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0797417 Jun 21 03:03:32.516009 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:03:32.540355 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Made reservation on behalf of eab06a8b789343a7bc8eebc83d2a6637 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:03:32.542582 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:32.714441 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (a322d092-d501-40ef-9400-c72143e77ecf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:32.767616 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a322d092-d501-40ef-9400-c72143e77ecf,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:03:32.782844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Checking segment: {'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:03:32.783191 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Network hostable DHCP agents. Network: f0885c6d-ccf9-4018-83b7-566e136fbfe8, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:03:32.802566 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Network f0885c6d-ccf9-4018-83b7-566e136fbfe8 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:03:32.812598 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, f0885c6d-ccf9-4018-83b7-566e136fbfe8) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:03:32.817191 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:03:32.817765 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:32.823638 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97356319-e1d0-4dae-948d-7fc65acfcc14 None None] Network f0885c6d-ccf9-4018-83b7-566e136fbfe8 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:03:32.835307 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-26d59743-b8ac-42d4-8a5f-44f81743e4c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3225873 Jun 21 03:03:32.932379 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-f0885c6d-ccf9-4018-83b7-566e136fbfe8', 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8', 'project_id': 'eab06a8b789343a7bc8eebc83d2a6637', 'fixed_ips': [{'subnet_id': 'a322d092-d501-40ef-9400-c72143e77ecf'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:03:32.933377 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:33.163969 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Allocated IP 192.168.233.2 (f0885c6d-ccf9-4018-83b7-566e136fbfe8/a322d092-d501-40ef-9400-c72143e77ecf/543c5b54-048c-4cf4-a03c-b7d80a7ce296) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:03:33.310450 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Publish callbacks [] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:33.317342 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:33.361568 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Network f0885c6d-ccf9-4018-83b7-566e136fbfe8 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:03:33.364363 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:03:33.368324 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:03:33.375142 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Pushing event updated for resources: {'Port': ['ID=543c5b54-048c-4cf4-a03c-b7d80a7ce296,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:03:33.386093 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.386093 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.386093 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.386467 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.386694 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.387010 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.387322 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.387655 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.387966 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.388275 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.388611 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.388936 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.389229 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.389548 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.389854 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:03:33.439483 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Attempting to bind port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:03:33.439778 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Attempting to bind port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:03:33.440128 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Attempting to bind port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 on network f0885c6d-ccf9-4018-83b7-566e136fbfe8 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:03:33.445472 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:03:33.445831 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Checking segment: {'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:03:33.446217 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:33.446592 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Bound using segment: {'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:03:33.447037 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Bound port: 543c5b54-048c-4cf4-a03c-b7d80a7ce296, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:03:33.447404 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:33.508028 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] For port 543c5b54-048c-4cf4-a03c-b7d80a7ce296, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:03:33.511138 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] For port 543c5b54-048c-4cf4-a03c-b7d80a7ce296, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=543c5b54-048c-4cf4-a03c-b7d80a7ce296,segment=NetworkSegment(ae60bf53-0490-4ef0-9cbf-00af6d97f44b),segment_id=ae60bf53-0490-4ef0-9cbf-00af6d97f44b)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:03:33.518528 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:33.584934 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8782fbe-214f-4761-a88e-57f7213e17ec None None] Pushing event updated for resources: {'Port': ['ID=543c5b54-048c-4cf4-a03c-b7d80a7ce296,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:03:34.371740 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19449d2-da19-40f6-bd24-b4971612a88c None None] Network f0885c6d-ccf9-4018-83b7-566e136fbfe8 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:03:34.399725 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-4f20436f-e227-4cba-a95e-31f778389a73 None None] Provisioning complete for port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:03:34.400102 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4f20436f-e227-4cba-a95e-31f778389a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:34.466352 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:34.490691 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:34.512767 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 543c5b54-048c-4cf4-a03c-b7d80a7ce296 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:03:34.593294 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-4f20436f-e227-4cba-a95e-31f778389a73 None None] Current status of the port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:03:34.593672 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4f20436f-e227-4cba-a95e-31f778389a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:34.619928 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:03:34.620307 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:34.662250 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-4f20436f-e227-4cba-a95e-31f778389a73 None None] For port 543c5b54-048c-4cf4-a03c-b7d80a7ce296, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=543c5b54-048c-4cf4-a03c-b7d80a7ce296,segment=NetworkSegment(ae60bf53-0490-4ef0-9cbf-00af6d97f44b),segment_id=ae60bf53-0490-4ef0-9cbf-00af6d97f44b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:03:34.669114 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4f20436f-e227-4cba-a95e-31f778389a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:34.749038 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20436f-e227-4cba-a95e-31f778389a73 None None] Pushing event updated for resources: {'Port': ['ID=543c5b54-048c-4cf4-a03c-b7d80a7ce296,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:03:34.756674 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:03:34.789254 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-566fc536-8b2c-461e-934b-6bb95dfd07b6 None None] Provisioning complete for port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:03:34.789661 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-566fc536-8b2c-461e-934b-6bb95dfd07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:34.866588 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-566fc536-8b2c-461e-934b-6bb95dfd07b6 None None] Current status of the port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:03:36.484335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 543c5b54-048c-4cf4-a03c-b7d80a7ce296 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:03:36.530106 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:03:36.530475 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (543c5b54-048c-4cf4-a03c-b7d80a7ce296), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:36.605573 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 543c5b54-048c-4cf4-a03c-b7d80a7ce296 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:03:39.200740 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:03:41.600447 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-90689064-3936-4d52-a3c1-630e0ddca4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:42.824957 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:42.828213 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:43.737464 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-797fbeb0-66c3-4219-ac6f-97cddc0b0be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:44.800307 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:46.218150 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:46.673042 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:03:56.664732 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:56.666685 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:57.196747 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=20 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:03:57.214496 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:11.588355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f8feb58-9e48-4272-b7a9-568415affa0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:13.731865 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f37c9876-c091-4dd5-bcb0-80164877a00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:14.802978 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:16.201985 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:04:16.219378 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:16.683535 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:26.195552 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:26.199360 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:26.675836 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:26.678410 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:40.193033 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:40.194314 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:41.582964 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8c6f4b07-2366-49a6-b2c8-6f9101ed06cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:43.738754 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-09f1fde1-36c7-4a74-ab0e-8f8dcea85db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:44.806973 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:46.224037 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:46.679828 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:04:53.204879 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:04:56.667183 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:04:56.674146 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:03.199990 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:03.200807 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:05.066865 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51932) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:05:05.075073 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [None req-38ac2a05-2724-49a3-be07-ddda69417217 tempest-verify_tempest_config-1938534075 tempest-verify_tempest_config-1938534075-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:05:05.076315 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-38ac2a05-2724-49a3-be07-ddda69417217 tempest-verify_tempest_config-1938534075 tempest-verify_tempest_config-1938534075-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0084357 Jun 21 03:05:05.399893 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 51950) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:05:05.515408 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:05.590413 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Publish callbacks [] for security_group (998e72b9-ace7-4c3b-ab69-85140373b4a5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:05.595733 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (998e72b9-ace7-4c3b-ab69-85140373b4a5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:05.641500 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc276650f57d4c25a094f8f3ff4054f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2405367 Jun 21 03:05:05.642646 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e72b9-ace7-4c3b-ab69-85140373b4a5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:05:05.644537 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 51954) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:05:05.649623 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.649962 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.650312 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.650646 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.650979 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.651265 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.651608 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.651920 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.652249 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.652598 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.652898 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.653208 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.653519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.653825 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.654133 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb364c1-467e-479f-8137-ddc2a8ec1dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.726554 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Publish callbacks [] for security_group (998e72b9-ace7-4c3b-ab69-85140373b4a5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:05.747170 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Publish callbacks [] for security_group (998e72b9-ace7-4c3b-ab69-85140373b4a5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:05.855406 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (998e72b9-ace7-4c3b-ab69-85140373b4a5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:05.859491 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:05.861394 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/998e72b9-ace7-4c3b-ab69-85140373b4a5 HTTP/1.1" status: 204 len: 168 time: 0.2154400 Jun 21 03:05:05.871752 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e72b9-ace7-4c3b-ab69-85140373b4a5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:05:05.879419 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.879763 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.880123 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.880492 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.880825 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.881140 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.881462 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.881865 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.882122 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.882448 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.882787 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.883162 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.883482 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.883798 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:05.884119 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a9976-dfdc-42a3-839f-0bc74ca84e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:05:11.587747 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-541a1645-98ef-40c1-b2dd-fca30c6d6e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:13.733016 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f18f27f-56ad-4475-8b9c-7cb77d400af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:14.815858 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:15.638872 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:15.645598 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=19,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:15.874801 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:15.876426 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:16.237800 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:16.677576 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:26.665059 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:26.672122 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:30.206482 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:05:40.354336 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=20 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:40.355276 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=14 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:41.602137 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5071f920-147b-48a7-b143-f47b166965b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:43.746161 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fabeab37-ad1b-4e91-9bde-6a7e8b7ec4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:44.815271 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:46.234200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:46.675897 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:05:56.666600 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:05:56.668929 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:07.210696 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:06:11.605559 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-854252ed-5b17-4281-993f-ec646fd30d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:13.742435 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-46aeecd6-3fe2-43b0-b00d-904e9716bae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:14.833011 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:16.331023 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:16.675513 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:17.202652 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:17.203710 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:26.665652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:26.668069 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:41.607179 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78bbcfce-0277-4145-9a1e-711f3d00c766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:43.750836 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-41607215-de92-4374-bcb4-13d3296cb38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:44.213159 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:06:44.821358 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:45.105649 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-755988'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:46.237557 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:46.674733 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:06:54.208487 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:54.209266 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:56.667004 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:56.668906 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:06:56.954054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:06:57.073781 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3746790a-2ef6-40db-adce-de378db11a19 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1185889 Jun 21 03:06:59.122866 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52042) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:06:59.189627 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-52491fac-0a82-460c-a763-b4607882edf8 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0656183 Jun 21 03:07:07.068664 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:09.179201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:11.607481 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f9159a2f-95c4-458e-91d9-c1743ccc4936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:13.753131 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47fe36a5-eaaa-4c0b-a64d-19cc728ba622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:14.834221 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:15.122258 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:16.249700 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:16.676282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:21.213500 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:07:26.660844 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:26.668884 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:40.359531 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=19 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:40.361418 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=15 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:41.603925 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4c980ea1-beb3-42db-802d-f53473593680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:43.743825 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-91eb0909-a1a2-43ff-b664-4bbe353072f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:44.826855 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:45.103996 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:46.238820 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:46.674089 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:07:56.664950 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:56.667935 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:07:58.212390 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:08:08.207108 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:08.207922 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:11.599065 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4065a3b0-aef6-41b2-8483-cc0ad6dd7d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:13.740733 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5b7e39d6-6b63-4d31-ad0c-a0b87f3b7724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:14.830084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:15.120920 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:16.240389 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:16.669811 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:26.662425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:26.664450 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:33.524538 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52170) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:33.812910 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-8265283-network', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:33.841984 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Made reservation on behalf of 8dd05fc495454e9290c277ed4db003d8 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:33.845077 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:33.858201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:33.948213 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks [] for security_group (cb5d4c2d-42bb-49dc-a033-b151e3736c7e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:33.953405 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (cb5d4c2d-42bb-49dc-a033-b151e3736c7e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:33.984721 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:08:34.083991 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d4c2d-42bb-49dc-a033-b151e3736c7e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:34.099212 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.099750 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.100435 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.101008 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.101366 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.102012 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.102597 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.102962 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.103295 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.103618 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.104177 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.104558 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.104909 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.105430 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.105778 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Tracked resource versions report: Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: pushed versions: Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: { 'AddressGroup': {'1.2'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Agent': {'1.1'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'ConntrackHelper': {'1.0'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Log': {'1.0'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'NDPProxy': {'1.0'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Network': {'1.1'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Port': {'1.7'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'PortForwarding': {'1.3'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'QosPolicy': {'1.10'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroup': {'1.5'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SubPort': {'1.0'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Subnet': {'1.1'}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Trunk': {'1.1'}} Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: consumer versions: Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: HyperV agent@hv-cinder-84684: {}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Agent': '1.1', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'ConntrackHelper': '1.0', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'LocalIPAssociation': '1.0', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Log': '1.0', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'NDPProxy': '1.0', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Network': '1.1', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Port': '1.7', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'PortForwarding': '1.3', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'QosPolicy': '1.10', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroup': '1.5', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SecurityGroupRule': '1.2', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'SubPort': '1.0', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Subnet': '1.1', Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: 'Trunk': '1.1'}} Jun 21 03:08:34.107226 dv-cinder-846842-1-iscsi neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:08:34.113623 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778593737602', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (45f676da-92b0-49fb-9716-015d077c8df1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.114264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Unsubscribe: segment precommit_create {{(pid=104008) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 03:08:34.114725 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Added segment 45f676da-92b0-49fb-9716-015d077c8df1 of type vlan for network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e Jun 21 03:08:34.169180 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.182226 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52210) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:34.211474 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.213134 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:34.213787 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.281947 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7562363 Jun 21 03:08:34.282789 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52224) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:34.293381 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Request body: {'subnet': {'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-8265283-subnet', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:34.323677 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Made reservation on behalf of 8dd05fc495454e9290c277ed4db003d8 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:34.325986 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24731355-08a4-4afc-91da-5810c74f5776 admin admin] Pushing event updated for resources: {'Network': ['ID=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:34.339010 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.339833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:08:34.510096 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-321027063-network', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:34.553968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Made reservation on behalf of febf273149c744e08e0f7ea65e44e0d9 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:34.556439 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.570447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.679982 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52238) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:34.706609 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (37ff0cf3-aaa0-42c5-b528-3187d5b40eed), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.774745 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks [] for security_group (99ff479c-a2cb-4478-977a-168d5e3e524b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.790631 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (99ff479c-a2cb-4478-977a-168d5e3e524b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.805936 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ff0cf3-aaa0-42c5-b528-3187d5b40eed,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:34.822199 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:08:34.824295 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52250) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:34.833378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Checking segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:34.833685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Network hostable DHCP agents. Network: 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:08:34.836684 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.837061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.837431 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.837767 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.838087 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.838402 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.838717 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.839054 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.839343 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.839654 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Tracked resource versions report: Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: pushed versions: Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Agent': {'1.1'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'NDPProxy': {'1.0'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.3'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: consumer versions: Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: HyperV agent@hv-cinder-84684: {}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Agent': '1.1', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Log': '1.0', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'NDPProxy': '1.0', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Network': '1.1', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Port': '1.7', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'PortForwarding': '1.3', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'SubPort': '1.0', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Subnet': '1.1', Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} Jun 21 03:08:34.850507 dv-cinder-846842-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:08:34.865158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (97a42e94-8b9e-4267-a880-1a850a6cc290), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.865493 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Added segment 97a42e94-8b9e-4267-a880-1a850a6cc290 of type vlan for network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 Jun 21 03:08:34.877538 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff479c-a2cb-4478-977a-168d5e3e524b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:34.919770 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:08:34.924551 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (4c23877e-0103-47a1-a2d4-5b0d47022cc2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.939639 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:34.945330 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:34.946502 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.949705 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e311a138-af41-42d9-8e9b-4c9fddc2c838 None None] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:34.976854 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (4c23877e-0103-47a1-a2d4-5b0d47022cc2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.978148 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:34.978733 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:34.987316 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ce0677f7-513c-4764-94df-4827549e80fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7031074 Jun 21 03:08:34.990415 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:34.997057 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:35.025651 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:35.033218 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8497369 Jun 21 03:08:35.036829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52260) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:35.044996 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Request body: {'subnet': {'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-321027063-subnet', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:35.053844 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.055125 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.093837 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52262) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:35.102543 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537024f-5eab-49ed-a433-972437430547 admin admin] Pushing event updated for resources: {'Network': ['ID=4c23877e-0103-47a1-a2d4-5b0d47022cc2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:35.104391 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:08:35.107648 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.108051 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Made reservation on behalf of febf273149c744e08e0f7ea65e44e0d9 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:35.111304 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.125653 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1152429827-network', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:35.130157 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:08:35.192730 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks [] for router_controller (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.201085 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-network', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:35.211740 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:08:35.271161 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:35.373739 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Allocated IP 172.20.0.2 (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e/37ff0cf3-aaa0-42c5-b528-3187d5b40eed/4544da7a-deaf-4bb4-957e-2a1c9df14565) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:35.380842 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks [] for router_gateway (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.406776 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Made reservation on behalf of 8c102f5ee47e426c8f4e0ced15f60bee for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:35.409490 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.425326 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (1acb5b1e-2862-4637-84b5-98e92ed6066e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.432571 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Made reservation on behalf of 7262f17284a44afaa2b5d2d2db0a3ef6 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:35.435972 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.447269 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.457889 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.474283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:35.499709 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acb5b1e-2862-4637-84b5-98e92ed6066e,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:35.502533 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Checking segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:35.502883 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Network hostable DHCP agents. Network: 4c23877e-0103-47a1-a2d4-5b0d47022cc2, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:08:35.526969 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:08:35.550551 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 4c23877e-0103-47a1-a2d4-5b0d47022cc2) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:35.555455 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:35.556040 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.571472 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6b6f8-9f3e-4e04-92b1-1157a6e1f7a2 None None] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:35.574030 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:35.592218 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Publish callbacks [] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.603214 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4236260c-c038-4999-89d5-832c5be2f4b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5631268 Jun 21 03:08:35.605931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52280) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:35.611954 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:35.644467 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-601013136-network', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:35.667338 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.674917 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (4f15a191-f15e-45ae-953f-e0165d9783ca), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.676622 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (4f15a191-f15e-45ae-953f-e0165d9783ca), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.686006 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Made reservation on behalf of 5badbc0000cf41beb6fd192462d4eda8 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:35.689109 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.736915 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.766753 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:35.778479 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:35.788948 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:35.798128 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:35.812629 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks [] for router_controller (4f15a191-f15e-45ae-953f-e0165d9783ca), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.934576 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks [] for security_group (72083fad-a775-4243-a2a4-6359618fedd0), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.935283 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Pushing event updated for resources: {'Port': ['ID=4544da7a-deaf-4bb4-957e-2a1c9df14565,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:35.937242 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks [] for security_group (a9375d42-f108-4cd8-b425-e4bab35761ae), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.940038 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks [] for router_gateway (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.943715 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (72083fad-a775-4243-a2a4-6359618fedd0), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.954405 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Attempting to bind port 4544da7a-deaf-4bb4-957e-2a1c9df14565 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:35.957007 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Attempting to bind port 4544da7a-deaf-4bb4-957e-2a1c9df14565 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:35.957748 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Attempting to bind port 4544da7a-deaf-4bb4-957e-2a1c9df14565 on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:35.970266 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a9375d42-f108-4cd8-b425-e4bab35761ae), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.979035 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:35.979642 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Checking segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:35.980329 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.981098 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Bound using segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:35.981725 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Bound port: 4544da7a-deaf-4bb4-957e-2a1c9df14565, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:35.982625 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:35.990053 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.012771 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:08:36.037123 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:08:36.082920 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.083387 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.083969 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.088985 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.092919 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72083fad-a775-4243-a2a4-6359618fedd0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:36.096344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.096344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.096344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.096344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.096344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.096344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.098787 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.099164 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.101464 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.104232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.105698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Tracked resource versions report: Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: pushed versions: Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Agent': {'1.1'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'NDPProxy': {'1.0'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.3'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: consumer versions: Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: HyperV agent@hv-cinder-84684: {}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Agent': '1.1', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Log': '1.0', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'NDPProxy': '1.0', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Network': '1.1', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Port': '1.7', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'PortForwarding': '1.3', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'SubPort': '1.0', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Subnet': '1.1', Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} Jun 21 03:08:36.106913 dv-cinder-846842-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:08:36.196212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks [] for security_group (434ad93e-8163-433b-932b-906a09c661ad), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.197944 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:08:36.198891 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.241941 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (434ad93e-8163-433b-932b-906a09c661ad), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.249156 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks [] for router_gateway (4f15a191-f15e-45ae-953f-e0165d9783ca), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.252144 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] For port 4544da7a-deaf-4bb4-957e-2a1c9df14565, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:36.263391 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] For port 4544da7a-deaf-4bb4-957e-2a1c9df14565, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=4544da7a-deaf-4bb4-957e-2a1c9df14565,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:36.285095 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434ad93e-8163-433b-932b-906a09c661ad,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:36.290007 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.309063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Allocated IP 172.27.2.73 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/76fac1e3-6d70-4a1d-9236-8a5c802c2fda) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:36.380353 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:36.462459 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks [] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.507826 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (71e57a39-a8b8-4f30-9219-c541dce8dfc7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.508580 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Added segment 71e57a39-a8b8-4f30-9219-c541dce8dfc7 of type vlan for network 2ebbaafd-3967-48e9-87c6-06018a4be59f Jun 21 03:08:36.511431 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9375d42-f108-4cd8-b425-e4bab35761ae,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:36.569054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.582603 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (296bb794-a1b1-4e04-8160-2ea81f651c4d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.583325 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Added segment 296bb794-a1b1-4e04-8160-2ea81f651c4d of type vlan for network 09798fdc-1a5e-44af-acf8-2181549f3c85 Jun 21 03:08:36.605992 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:08:36.665066 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c1910-d96e-4546-bf03-865902552aca None None] Pushing event updated for resources: {'Port': ['ID=4544da7a-deaf-4bb4-957e-2a1c9df14565,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:36.703092 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (46d47750-612f-4b58-a4db-3b7c603c7ff2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.703690 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Added segment 46d47750-612f-4b58-a4db-3b7c603c7ff2 of type vlan for network dcb1b71f-0c69-4277-b872-e57779bda511 Jun 21 03:08:36.743797 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Allocated IP 172.20.0.2 (4c23877e-0103-47a1-a2d4-5b0d47022cc2/1acb5b1e-2862-4637-84b5-98e92ed6066e/9834cc9d-035a-4964-9a35-55bfdee8ab90) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:36.783735 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:36.788293 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks [] for router_gateway (4f15a191-f15e-45ae-953f-e0165d9783ca), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.810049 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:36.811813 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (dcb1b71f-0c69-4277-b872-e57779bda511), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.840274 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:36.882311 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.904353 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:36.941427 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (2ebbaafd-3967-48e9-87c6-06018a4be59f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:36.945681 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:36.952887 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:36.953961 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:36.969825 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Pushing event updated for resources: {'Port': ['ID=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:37.047442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (09798fdc-1a5e-44af-acf8-2181549f3c85), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.096293 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (dcb1b71f-0c69-4277-b872-e57779bda511), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.098735 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:37.101678 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.167581 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0686030 Jun 21 03:08:37.177960 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52324) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:37.190183 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Request body: {'subnet': {'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-subnet', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:37.197470 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (09798fdc-1a5e-44af-acf8-2181549f3c85), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.198798 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:37.199005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.231313 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (2ebbaafd-3967-48e9-87c6-06018a4be59f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.232829 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:37.233575 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.297298 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.6155996 Jun 21 03:08:37.300829 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52332) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:37.305397 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.4795055 Jun 21 03:08:37.310804 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Request body: {'subnet': {'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1152429827-subnet', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:37.338667 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52334) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:37.344679 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Request body: {'subnet': {'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-subnet', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:37.352925 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5896fd-9513-44a3-8139-74d3cd9e4d90 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb1b71f-0c69-4277-b872-e57779bda511,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:37.361301 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924c21a-0388-45d3-b0a3-30c232543ade admin admin] Pushing event updated for resources: {'Network': ['ID=09798fdc-1a5e-44af-acf8-2181549f3c85,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:37.411176 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Allocated IP 172.27.2.250 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/d38607b1-3351-463c-b885-986048124c31) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:37.462468 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network dcb1b71f-0c69-4277-b872-e57779bda511 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:08:37.465463 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Made reservation on behalf of 7262f17284a44afaa2b5d2d2db0a3ef6 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:37.469805 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:08:37.478669 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.516001 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Made reservation on behalf of 5badbc0000cf41beb6fd192462d4eda8 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:37.519152 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.590463 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Publish callbacks [] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.686706 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.758986 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks [] for port (d38607b1-3351-463c-b885-986048124c31), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.788272 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:37.822957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:37.839360 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:37.847452 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Pushing event updated for resources: {'Port': ['ID=9834cc9d-035a-4964-9a35-55bfdee8ab90,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:37.856937 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:37.871364 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Made reservation on behalf of 8c102f5ee47e426c8f4e0ced15f60bee for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:37.874329 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:37.895663 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187602b-3bbd-40bc-8760-1983ff49e2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ebbaafd-3967-48e9-87c6-06018a4be59f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:37.930676 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:08:38.008198 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks [] for router_gateway (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.049641 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Attempting to bind port 9834cc9d-035a-4964-9a35-55bfdee8ab90 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:38.050447 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Attempting to bind port 9834cc9d-035a-4964-9a35-55bfdee8ab90 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:38.051205 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Attempting to bind port 9834cc9d-035a-4964-9a35-55bfdee8ab90 on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:38.095708 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:38.096555 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Checking segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:38.097323 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.097911 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Bound using segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:38.098604 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Bound port: 9834cc9d-035a-4964-9a35-55bfdee8ab90, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:38.099212 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.163979 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (d38607b1-3351-463c-b885-986048124c31), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.193871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] For port 9834cc9d-035a-4964-9a35-55bfdee8ab90, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:38.197918 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] For port 9834cc9d-035a-4964-9a35-55bfdee8ab90, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=9834cc9d-035a-4964-9a35-55bfdee8ab90,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:38.203241 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (450fc04e-6c8a-40af-be65-616ccb2da641), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.209853 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.229359 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:38.235799 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (b0250926-a129-4dc7-ae77-0ed80c312002), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.276327 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:38.277135 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:38.278243 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:38.292877 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c51e48-6b7b-4162-83fa-11ec7fcea370 None None] Pushing event updated for resources: {'Port': ['ID=9834cc9d-035a-4964-9a35-55bfdee8ab90,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:38.293145 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:38.298282 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:38.309334 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed4cc6-ade0-4ba0-938b-af95b22217eb None None] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:38.324101 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-cd45af8b-8989-4d50-b637-3f4dde506561 None None] Provisioning complete for port 4544da7a-deaf-4bb4-957e-2a1c9df14565 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:38.324914 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd45af8b-8989-4d50-b637-3f4dde506561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.382528 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0250926-a129-4dc7-ae77-0ed80c312002,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:38.463578 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=450fc04e-6c8a-40af-be65-616ccb2da641,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:38.466700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Pushing event updated for resources: {'Port': ['ID=d38607b1-3351-463c-b885-986048124c31,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:38.476944 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:38.496124 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52376) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:38.533066 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-cd45af8b-8989-4d50-b637-3f4dde506561 None None] Current status of the port 4544da7a-deaf-4bb4-957e-2a1c9df14565 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:38.533454 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd45af8b-8989-4d50-b637-3f4dde506561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.557132 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Checking segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:38.557488 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Network hostable DHCP agents. Network: dcb1b71f-0c69-4277-b872-e57779bda511, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:08:38.573805 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.610710 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-cd45af8b-8989-4d50-b637-3f4dde506561 None None] For port 4544da7a-deaf-4bb4-957e-2a1c9df14565, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=4544da7a-deaf-4bb4-957e-2a1c9df14565,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:08:38.620157 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:38.639726 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd45af8b-8989-4d50-b637-3f4dde506561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.640505 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Checking segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:38.642187 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Network hostable DHCP agents. Network: 09798fdc-1a5e-44af-acf8-2181549f3c85, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:08:38.654569 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.690960 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Network dcb1b71f-0c69-4277-b872-e57779bda511 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:08:38.749218 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45af8b-8989-4d50-b637-3f4dde506561 None None] Pushing event updated for resources: {'Port': ['ID=4544da7a-deaf-4bb4-957e-2a1c9df14565,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:38.792927 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 4544da7a-deaf-4bb4-957e-2a1c9df14565 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:38.796766 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, dcb1b71f-0c69-4277-b872-e57779bda511) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:38.817192 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks [] for router_gateway (4f15a191-f15e-45ae-953f-e0165d9783ca), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.826073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:38.831607 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3bd72f-d5fa-4688-9e56-284d78e84e73 None None] Network dcb1b71f-0c69-4277-b872-e57779bda511 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:38.836168 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:08:38.841690 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:38.842519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.871727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13a3706-3a97-4bdf-8721-d46c015712b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.880228 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5304a7b8-cf2e-4de9-853a-17dd94b3ea56 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7011046 Jun 21 03:08:38.893880 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52382) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:38.898914 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 09798fdc-1a5e-44af-acf8-2181549f3c85) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:38.909119 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:38.917569 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:38.918512 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.954155 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53892b4-5f77-4adc-8b63-4a5d4086a310 None None] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:38.984573 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 4544da7a-deaf-4bb4-957e-2a1c9df14565 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:38.985480 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:38.989533 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Checking segment: {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:38.989888 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Network hostable DHCP agents. Network: 2ebbaafd-3967-48e9-87c6-06018a4be59f, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:08:39.002891 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-377784e8-f915-4a64-b26e-52859d41c4ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6626813 Jun 21 03:08:39.006629 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52384) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:39.013852 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:39.030951 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.031954 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.043883 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:39.054709 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-c99bbdd3-562b-4ae1-85d8-764a73c6c496 None None] Provisioning complete for port 4544da7a-deaf-4bb4-957e-2a1c9df14565 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:39.055839 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c99bbdd3-562b-4ae1-85d8-764a73c6c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.097252 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (6d73273a-b083-46b6-8161-1f5e3a93885f), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.098794 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (6d73273a-b083-46b6-8161-1f5e3a93885f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.120100 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-dcb1b71f-0c69-4277-b872-e57779bda511', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:08:39.121137 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.170722 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (4f15a191-f15e-45ae-953f-e0165d9783ca), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.179861 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks [] for router_controller (6d73273a-b083-46b6-8161-1f5e3a93885f), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.190041 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:08:39.229386 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 4544da7a-deaf-4bb4-957e-2a1c9df14565 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:39.253775 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:39.260602 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 2ebbaafd-3967-48e9-87c6-06018a4be59f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:39.315493 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks [] for router_controller (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.332446 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b40f72-8479-4b99-a441-8f1febf61583 None None] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:39.360911 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-09798fdc-1a5e-44af-acf8-2181549f3c85', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:08:39.360911 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.371681 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-c99bbdd3-562b-4ae1-85d8-764a73c6c496 None None] Current status of the port 4544da7a-deaf-4bb4-957e-2a1c9df14565 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:39.397599 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:39.398372 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.434274 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:39.439417 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Router 4f15a191-f15e-45ae-953f-e0165d9783ca is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:08:39.510450 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2da72707-d2db-4934-9796-18d3fbb4b1b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2035036 Jun 21 03:08:39.515248 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52396) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:39.528447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:39.556075 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (64508c70-ba87-4ef2-a44f-4fbae906b74c), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.557816 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (64508c70-ba87-4ef2-a44f-4fbae906b74c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.595108 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:39.598891 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13a3706-3a97-4bdf-8721-d46c015712b7 admin admin] Publish callbacks [] for security_group (710d5b9e-0dbb-4f65-bd90-ddefadc65704), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.612547 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f13a3706-3a97-4bdf-8721-d46c015712b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (710d5b9e-0dbb-4f65-bd90-ddefadc65704), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.629389 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:39.652450 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:39.664216 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:39.671199 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:39.672915 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:39.704335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-2ebbaafd-3967-48e9-87c6-06018a4be59f', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'fixed_ips': [{'subnet_id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:08:39.705449 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.710722 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Allocated IP 172.20.0.2 (dcb1b71f-0c69-4277-b872-e57779bda511/b0250926-a129-4dc7-ae77-0ed80c312002/e34b1c92-dff2-4d44-b4c0-fbfd90f2d760) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:39.738219 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks [] for router_controller (64508c70-ba87-4ef2-a44f-4fbae906b74c), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.750542 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.752013 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-54b40f48-0d70-4d97-9b0e-a7ef74354972 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1444087 Jun 21 03:08:39.839276 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52410) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:39.886838 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:39.887708 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Allocated IP 172.20.0.2 (09798fdc-1a5e-44af-acf8-2181549f3c85/450fc04e-6c8a-40af-be65-616ccb2da641/cc7b1c25-c272-4393-9cb1-18a6a5da174f) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:39.922556 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks [] for router_gateway (6d73273a-b083-46b6-8161-1f5e3a93885f), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.932781 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Router e1a10b15-2af9-4299-96ab-ffaa8edbb46c is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:08:39.959840 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks [] for router_gateway (64508c70-ba87-4ef2-a44f-4fbae906b74c), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:39.971149 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:40.022258 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a3706-3a97-4bdf-8721-d46c015712b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710d5b9e-0dbb-4f65-bd90-ddefadc65704,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:40.067707 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f13a3706-3a97-4bdf-8721-d46c015712b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ddc22cb64464d55ade43a138968b106&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5621295 Jun 21 03:08:40.091662 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52416) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:40.201920 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744924e-86ed-4338-8c59-3e14bc012e51 None None] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:40.242098 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks [] for router_gateway (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.285996 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:38Z', 'revision_number': 3, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:40.315972 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:40.316431 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Updating router 4f15a191-f15e-45ae-953f-e0165d9783ca port d38607b1-3351-463c-b885-986048124c31 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:40.358305 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d38607b1-3351-463c-b885-986048124c31), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.409278 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks [] for router_gateway (6d73273a-b083-46b6-8161-1f5e3a93885f), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.452952 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c8647c0-e7aa-4aa5-a8fe-ea1808b4dc85 admin admin] Publish callbacks [] for security_group (710d5b9e-0dbb-4f65-bd90-ddefadc65704), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.513962 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c8647c0-e7aa-4aa5-a8fe-ea1808b4dc85 admin admin] Publish callbacks [] for security_group (710d5b9e-0dbb-4f65-bd90-ddefadc65704), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.515995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-206c406f-2049-4e37-9b45-f9649739db30 None None] Provisioning complete for port 9834cc9d-035a-4964-9a35-55bfdee8ab90 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:40.516510 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-206c406f-2049-4e37-9b45-f9649739db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.557914 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.614577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:40.722790 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Sync routers for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:40.758085 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:40.763158 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.764835 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2647da36-47e5-49f2-8609-ad7bb73dc37d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.7731755 Jun 21 03:08:40.793545 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:40.855994 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks [] for router_gateway (64508c70-ba87-4ef2-a44f-4fbae906b74c), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.889774 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks [] for router_gateway (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.904336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.906538 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Publish callbacks [] for port (d38607b1-3351-463c-b885-986048124c31), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.917187 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d38607b1-3351-463c-b885-986048124c31), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:40.995025 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Allocated IP 172.27.2.106 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:41.004864 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-206c406f-2049-4e37-9b45-f9649739db30 None None] Current status of the port 9834cc9d-035a-4964-9a35-55bfdee8ab90 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:41.006452 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-206c406f-2049-4e37-9b45-f9649739db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.038221 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Attempting to bind port d38607b1-3351-463c-b885-986048124c31 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:41.038585 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Attempting to bind port d38607b1-3351-463c-b885-986048124c31 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:41.039233 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Attempting to bind port d38607b1-3351-463c-b885-986048124c31 on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:41.042122 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 4544da7a-deaf-4bb4-957e-2a1c9df14565 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:41.042247 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Pushing event updated for resources: {'Port': ['ID=d38607b1-3351-463c-b885-986048124c31,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:41.047346 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:41.047710 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:41.048111 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.056034 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:41.056600 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Bound port: d38607b1-3351-463c-b885-986048124c31, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:41.056956 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d38607b1-3351-463c-b885-986048124c31), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.067781 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c8647c0-e7aa-4aa5-a8fe-ea1808b4dc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (710d5b9e-0dbb-4f65-bd90-ddefadc65704), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.080711 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4c8647c0-e7aa-4aa5-a8fe-ea1808b4dc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.082294 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4c8647c0-e7aa-4aa5-a8fe-ea1808b4dc85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/710d5b9e-0dbb-4f65-bd90-ddefadc65704 HTTP/1.1" status: 204 len: 168 time: 0.9889627 Jun 21 03:08:41.121833 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.128117 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.128542 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.128898 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.129234 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.129548 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks [] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.129687 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.129869 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.130187 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.130499 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.130813 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.131124 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.131450 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.131761 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.132074 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.132377 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Tracked resource versions report: Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: pushed versions: Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: { 'AddressGroup': {'1.2'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Agent': {'1.1'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'ConntrackHelper': {'1.0'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'LocalIPAssociation': {'1.0'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Log': {'1.0'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'NDPProxy': {'1.0'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Network': {'1.1'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Port': {'1.7'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'PortForwarding': {'1.3'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'QosPolicy': {'1.10'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroup': {'1.5'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroupRule': {'1.2'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SubPort': {'1.0'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Subnet': {'1.1'}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Trunk': {'1.1'}} Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: consumer versions: Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: { DHCP agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: HyperV agent@hv-cinder-84684: {}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: L3 agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: Metadata agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: Metering agent@dv-cinder-846842-1-iscsi: {}, Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: Open vSwitch agent@dv-cinder-846842-1-iscsi: { 'AddressGroup': '1.2', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Agent': '1.1', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'ConntrackHelper': '1.0', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'LocalIPAssociation': '1.0', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Log': '1.0', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'NDPProxy': '1.0', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Network': '1.1', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Port': '1.7', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'PortForwarding': '1.3', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'QosPolicy': '1.10', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroup': '1.5', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SecurityGroupRule': '1.2', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'SubPort': '1.0', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Subnet': '1.1', Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: 'Trunk': '1.1'}} Jun 21 03:08:41.133599 dv-cinder-846842-1-iscsi neutron-server[104011]: {{(pid=104011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 03:08:41.182955 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.186112 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-206c406f-2049-4e37-9b45-f9649739db30 None None] For port 9834cc9d-035a-4964-9a35-55bfdee8ab90, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=9834cc9d-035a-4964-9a35-55bfdee8ab90,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:08:41.247702 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:41.249523 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] For port d38607b1-3351-463c-b885-986048124c31, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:41.249523 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] For port d38607b1-3351-463c-b885-986048124c31, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d38607b1-3351-463c-b885-986048124c31,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:41.255794 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d38607b1-3351-463c-b885-986048124c31), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.295177 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:41.297886 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.304614 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:41.306062 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 4544da7a-deaf-4bb4-957e-2a1c9df14565 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:41.306419 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.327467 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8647c0-e7aa-4aa5-a8fe-ea1808b4dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d5b9e-0dbb-4f65-bd90-ddefadc65704,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:41.350459 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-206c406f-2049-4e37-9b45-f9649739db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.362813 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:41.365284 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:41.401612 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1265e-ec7a-4244-a8cd-370addef00f1 None None] Pushing event updated for resources: {'Port': ['ID=d38607b1-3351-463c-b885-986048124c31,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:41.410738 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:41.413603 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:41.414216 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:41.427921 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:41.430931 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:41.446653 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:41.509962 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Allocated IP 172.20.0.2 (2ebbaafd-3967-48e9-87c6-06018a4be59f/6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a/48ed0f34-2ceb-453e-87e2-f74bf9b41500) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:41.546040 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Pushing event updated for resources: {'Port': ['ID=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:41.550932 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:41.605004 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c406f-2049-4e37-9b45-f9649739db30 None None] Pushing event updated for resources: {'Port': ['ID=9834cc9d-035a-4964-9a35-55bfdee8ab90,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:41.654851 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:41.661081 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:41.661723 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:41.681059 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Publish callbacks [] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.682147 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Allocated IP 172.27.2.68 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/56389aca-d589-425e-9a69-296c49988bdc) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:41.721770 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Publish callbacks [] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.730203 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-019c2fe8-082f-4d6d-9dcc-efa881f7e3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.773215 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.891225 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.917905 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f78d39d3-0477-4dd6-a0f6-c6137507afa1 None None] Provisioning complete for port 9834cc9d-035a-4964-9a35-55bfdee8ab90 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:41.918290 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f78d39d3-0477-4dd6-a0f6-c6137507afa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.926443 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:41.986814 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:42.041607 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:42.045815 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:38Z', 'revision_number': 3, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:42.085298 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c0050-d8ec-4755-a7b2-5012dbc885cf None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:38Z', 'revision_number': 3, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:42.086701 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:42.089531 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52460) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:42.131654 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 4544da7a-deaf-4bb4-957e-2a1c9df14565 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:42.133073 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 9834cc9d-035a-4964-9a35-55bfdee8ab90 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:42.141234 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:42.169786 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Network dcb1b71f-0c69-4277-b872-e57779bda511 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:42.176922 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf71b266-919f-43b0-a1f1-fccc9a749e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.206902 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:42.208193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Pushing event updated for resources: {'Port': ['ID=cc7b1c25-c272-4393-9cb1-18a6a5da174f,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:42.211489 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:42.275096 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:42.317562 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks [] for port (56389aca-d589-425e-9a69-296c49988bdc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.321890 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks [] for router_gateway (6d73273a-b083-46b6-8161-1f5e3a93885f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.359002 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:42.409942 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Pushing event updated for resources: {'Port': ['ID=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:42.439117 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Allocated IP 172.20.0.1 (4c23877e-0103-47a1-a2d4-5b0d47022cc2/1acb5b1e-2862-4637-84b5-98e92ed6066e/19e8397f-57d4-40d1-8818-45c38808f8ac) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:42.553218 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf71b266-919f-43b0-a1f1-fccc9a749e26 admin admin] Publish callbacks [] for security_group (9c5f8757-98bc-4a04-8feb-f05e0db7a621), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.554653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (56389aca-d589-425e-9a69-296c49988bdc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.598501 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf71b266-919f-43b0-a1f1-fccc9a749e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9c5f8757-98bc-4a04-8feb-f05e0db7a621), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.610179 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:42.640812 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:42.643698 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.669625 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:42.674330 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cf71b266-919f-43b0-a1f1-fccc9a749e26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9a1d39a789e42b49313a5e3144bf2f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5838048 Jun 21 03:08:42.676791 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Pushing event updated for resources: {'Port': ['ID=56389aca-d589-425e-9a69-296c49988bdc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:42.685488 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52472) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:42.720636 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:42.736782 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Allocated IP 172.27.2.19 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/cc746ca6-9e27-431d-b3ee-027670b8b5f2) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:42.917726 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (6d73273a-b083-46b6-8161-1f5e3a93885f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:42.919432 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:42.926709 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:43.007212 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f78d39d3-0477-4dd6-a0f6-c6137507afa1 None None] Current status of the port 9834cc9d-035a-4964-9a35-55bfdee8ab90 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:43.007414 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks [] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.028253 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:43.033801 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Publish callbacks [] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.044985 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Attempting to bind port cc7b1c25-c272-4393-9cb1-18a6a5da174f on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:43.045640 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Attempting to bind port cc7b1c25-c272-4393-9cb1-18a6a5da174f by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:43.046027 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Attempting to bind port cc7b1c25-c272-4393-9cb1-18a6a5da174f on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:43.081861 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.150335 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71b266-919f-43b0-a1f1-fccc9a749e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f8757-98bc-4a04-8feb-f05e0db7a621,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:43.185111 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:43.212785 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Attempting to bind port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:43.214486 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Attempting to bind port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:43.217225 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Attempting to bind port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 on network dcb1b71f-0c69-4277-b872-e57779bda511 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:43.223418 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cb28-0327-4af1-b179-26e981a56ee1 admin admin] Publish callbacks [] for security_group (9c5f8757-98bc-4a04-8feb-f05e0db7a621), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.241708 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 9834cc9d-035a-4964-9a35-55bfdee8ab90 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:43.242156 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.244038 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:43.244661 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Checking segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:43.245063 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.245530 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Bound using segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:43.246047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks [] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.246167 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Bound port: cc7b1c25-c272-4393-9cb1-18a6a5da174f, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:43.246363 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.246714 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.301433 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:43.301914 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Checking segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:43.302400 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.302890 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Bound using segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:43.303579 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Bound port: e34b1c92-dff2-4d44-b4c0-fbfd90f2d760, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:43.304046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.356705 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks [] for router_gateway (64508c70-ba87-4ef2-a44f-4fbae906b74c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.358980 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Pushing event updated for resources: {'Port': ['ID=19e8397f-57d4-40d1-8818-45c38808f8ac,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:43.360329 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:43.363113 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Allocated IP 172.20.0.1 (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e/37ff0cf3-aaa0-42c5-b528-3187d5b40eed/e12e28cc-bf50-43f9-beec-0f93783c1965) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:43.367829 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Router 6d73273a-b083-46b6-8161-1f5e3a93885f is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:08:43.388997 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.392604 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:43.439579 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:43.456829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:43.457323 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (4f15a191-f15e-45ae-953f-e0165d9783ca), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.477085 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Pushing event updated for resources: {'Port': ['ID=48ed0f34-2ceb-453e-87e2-f74bf9b41500,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:43.481756 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:37Z', 'revision_number': 3, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:43.492088 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:43.513050 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:43.573086 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] For port cc7b1c25-c272-4393-9cb1-18a6a5da174f, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:43.616988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Checking router: e1a10b15-2af9-4299-96ab-ffaa8edbb46c for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:43.617394 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Updating router e1a10b15-2af9-4299-96ab-ffaa8edbb46c port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:43.629072 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:43.654787 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:43.714231 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.724313 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:43.731318 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=cc746ca6-9e27-431d-b3ee-027670b8b5f2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:43.835696 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] For port cc7b1c25-c272-4393-9cb1-18a6a5da174f, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc7b1c25-c272-4393-9cb1-18a6a5da174f,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:43.841766 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:43.911507 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.917351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cb28-0327-4af1-b179-26e981a56ee1 admin admin] Publish callbacks [] for security_group (9c5f8757-98bc-4a04-8feb-f05e0db7a621), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.941145 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:43.954335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-77cb0d42-8034-4a7e-9e5d-84df483cee15 None None] Provisioning complete for port 19e8397f-57d4-40d1-8818-45c38808f8ac triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:43.954335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-77cb0d42-8034-4a7e-9e5d-84df483cee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.956006 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:43.968521 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Sync routers for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:43.986659 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:43.993811 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks [] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:43.994698 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:44.057001 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0bbba4bd-0012-4d8b-85d6-9a536b8e7c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.082693 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.083956 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-18ffc880-2146-448a-9ea9-2e84019a6936 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0733869 Jun 21 03:08:44.100142 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:44.108972 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.238773 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] For port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:44.303169 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:44.327525 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:44.333166 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.355769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks [] for router_gateway (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.366228 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] For port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:44.382118 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Attempting to bind port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:44.382570 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Attempting to bind port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:44.382931 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Attempting to bind port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 on network 2ebbaafd-3967-48e9-87c6-06018a4be59f {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:44.398084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-77cb0d42-8034-4a7e-9e5d-84df483cee15 None None] Port 19e8397f-57d4-40d1-8818-45c38808f8ac cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:08:44.448871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b03fb0-bff6-4cee-94f7-d73826e52602 None None] Pushing event updated for resources: {'Port': ['ID=cc7b1c25-c272-4393-9cb1-18a6a5da174f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:44.508253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:44.508660 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Checking segment: {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:44.509056 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.509441 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Bound using segment: {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:44.509915 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Bound port: 48ed0f34-2ceb-453e-87e2-f74bf9b41500, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:44.510282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.541500 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.564381 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 9834cc9d-035a-4964-9a35-55bfdee8ab90 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:44.641568 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:44.715415 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cdc2b-cb10-4176-adec-7e3903fc1b81 None None] Pushing event updated for resources: {'Port': ['ID=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:44.757016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:44.761317 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] For port 48ed0f34-2ceb-453e-87e2-f74bf9b41500, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:44.771444 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] For port 48ed0f34-2ceb-453e-87e2-f74bf9b41500, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=48ed0f34-2ceb-453e-87e2-f74bf9b41500,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:44.820263 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks [] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.839608 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cb28-0327-4af1-b179-26e981a56ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9c5f8757-98bc-4a04-8feb-f05e0db7a621), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.839895 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.843420 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cb28-0327-4af1-b179-26e981a56ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.845048 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2cd1cb28-0327-4af1-b179-26e981a56ee1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c5f8757-98bc-4a04-8feb-f05e0db7a621 HTTP/1.1" status: 204 len: 168 time: 1.9631817 Jun 21 03:08:44.901081 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.901552 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.902544 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (4f15a191-f15e-45ae-953f-e0165d9783ca), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.921716 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1cb28-0327-4af1-b179-26e981a56ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f8757-98bc-4a04-8feb-f05e0db7a621,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:44.922498 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Publish callbacks [] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.928340 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 3, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:44.945992 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:44.962564 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:44.971158 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:44.980724 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e12e28cc-bf50-43f9-beec-0f93783c1965,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:44.991324 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:44.991913 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.003584 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Checking router: 6d73273a-b083-46b6-8161-1f5e3a93885f for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:45.004686 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Updating router 6d73273a-b083-46b6-8161-1f5e3a93885f port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:45.055450 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 9834cc9d-035a-4964-9a35-55bfdee8ab90 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:45.103707 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.209977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1cdb4-8046-4c81-b6d5-6e16707af96f None None] Pushing event updated for resources: {'Port': ['ID=48ed0f34-2ceb-453e-87e2-f74bf9b41500,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:45.261380 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:45.306615 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:45.364749 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Attempting to bind port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:45.365114 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Attempting to bind port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:45.365472 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Attempting to bind port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:45.387724 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.415818 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 9834cc9d-035a-4964-9a35-55bfdee8ab90 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:45.415818 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.490186 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:45.496797 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:45.497120 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:45.497851 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.498237 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:45.498864 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Bound port: 76fac1e3-6d70-4a1d-9236-8a5c802c2fda, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:45.499246 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.538308 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Pushing event updated for resources: {'Port': ['ID=19e8397f-57d4-40d1-8818-45c38808f8ac,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:45.539766 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db2137-8f2d-4f0e-87bb-35f7191b08e9 None None] Pushing event updated for resources: {'Port': ['ID=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:45.549656 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:45.604063 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (64508c70-ba87-4ef2-a44f-4fbae906b74c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.625216 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] For port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:45.641132 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] For port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:45.642742 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 9834cc9d-035a-4964-9a35-55bfdee8ab90 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:45.644012 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d38607b1-3351-463c-b885-986048124c31 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:45.677258 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.758157 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db2137-8f2d-4f0e-87bb-35f7191b08e9 None None] Pushing event updated for resources: {'Port': ['ID=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:45.799451 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6c131138-2ba6-4ea1-a989-b7a462382744 None None] Provisioning complete for port e12e28cc-bf50-43f9-beec-0f93783c1965 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:45.799921 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6c131138-2ba6-4ea1-a989-b7a462382744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:45.860142 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:45.861282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:46.248360 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.271776 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:08:46.322279 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:46.369558 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.395508 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:46.399849 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Publish callbacks [] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.407613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:46.426693 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.437822 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Router 64508c70-ba87-4ef2-a44f-4fbae906b74c is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:08:46.510961 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee274f-48a8-42a6-81cc-fd6b735b0cb9 None None] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:46.523250 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Attempting to bind port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:46.523616 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Attempting to bind port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:46.523968 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Attempting to bind port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:46.537844 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea910525-f2f0-453b-9a7e-377106b609ad None None] Pushing event updated for resources: {'Port': ['ID=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:46.545998 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:46.546367 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:46.546828 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.547840 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:46.547840 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Bound port: bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:46.548134 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.678383 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:46.707904 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:46.713204 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7fb927fc-5c36-4e7b-aba5-e890022ca83b admin admin] 10.222.0.16 "PUT /v2.0/routers/4f15a191-f15e-45ae-953f-e0165d9783ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8690310 Jun 21 03:08:46.721382 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6c131138-2ba6-4ea1-a989-b7a462382744 None None] Port e12e28cc-bf50-43f9-beec-0f93783c1965 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:08:46.768979 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] For port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:46.788330 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] For port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:46.811555 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.926143 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:46.947103 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:46.962915 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Sync routers for ids ['64508c70-ba87-4ef2-a44f-4fbae906b74c'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:46.980472 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:46.981860 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ef714aff-8a83-47ea-8720-315870d3ae16 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4653728 Jun 21 03:08:46.984924 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52588) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:46.995499 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:47.056738 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb787a-59f2-4e10-9039-593cf45789b3 None None] Network dcb1b71f-0c69-4277-b872-e57779bda511 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:47.059605 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.061448 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port d38607b1-3351-463c-b885-986048124c31 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:47.062133 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d38607b1-3351-463c-b885-986048124c31), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.065653 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea910525-f2f0-453b-9a7e-377106b609ad None None] Pushing event updated for resources: {'Port': ['ID=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:47.077699 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:47.079143 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:47.288354 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:47.319741 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks [] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.361429 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:47.436744 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Provisioning complete for port 19e8397f-57d4-40d1-8818-45c38808f8ac triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:47.437266 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.459566 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.465245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:47.465866 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:47.469628 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df7a0c3-5e2f-4dce-9145-3cf8e6691ae5 None None] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:08:47.490997 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:47.637163 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:47.639639 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.681541 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Routers {'64508c70-ba87-4ef2-a44f-4fbae906b74c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:47.682991 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['64508c70-ba87-4ef2-a44f-4fbae906b74c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:47.698072 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:47.703773 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.704588 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:47.830218 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 3, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:47.867968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52630) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:47.881484 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea532cf-4128-49ee-8a20-f7a117010401 None None] The sync data for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi is: [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 3, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:47.896980 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3b5f08a6-358b-4ea9-85cb-400c2cab76f3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566739900', 'description': 'tempest-description--579007758'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:48.004998 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Set router 64508c70-ba87-4ef2-a44f-4fbae906b74c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:48.086793 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:48.087496 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:08:48.163403 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Port 19e8397f-57d4-40d1-8818-45c38808f8ac cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:08:48.211285 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:48.362388 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:48.363564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e12e28cc-bf50-43f9-beec-0f93783c1965,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:48.398234 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:48.420742 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b5f08a6-358b-4ea9-85cb-400c2cab76f3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:48.438009 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '56389aca-d589-425e-9a69-296c49988bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:42Z', 'revision_number': 3, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port': {'id': '56389aca-d589-425e-9a69-296c49988bdc', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:48.480489 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:48.515670 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Checking router: 64508c70-ba87-4ef2-a44f-4fbae906b74c for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:48.516785 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Updating router 64508c70-ba87-4ef2-a44f-4fbae906b74c port 56389aca-d589-425e-9a69-296c49988bdc binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:48.519094 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:48.572799 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (56389aca-d589-425e-9a69-296c49988bdc), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:48.586065 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Provisioning complete for port cc7b1c25-c272-4393-9cb1-18a6a5da174f triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:48.586443 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:48.655770 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Allocated IP 172.20.0.1 (2ebbaafd-3967-48e9-87c6-06018a4be59f/6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a/e9efde35-3062-47b7-a4bf-9f05aeb523b7) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:48.783542 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:37Z', 'revision_number': 3, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:48.854551 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:48.963399 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks [] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.039475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.089126 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6750a41-4ab2-4070-9978-0798fdeee2e7 None None] The sync data for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi is: [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:37Z', 'revision_number': 3, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:49.095533 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Router e1a10b15-2af9-4299-96ab-ffaa8edbb46c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:08:49.113354 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b5f08a6-358b-4ea9-85cb-400c2cab76f3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (02b8438d-ecdf-4acc-83a3-1878a62992b5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.144165 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Pushing event updated for resources: {'Port': ['ID=e9efde35-3062-47b7-a4bf-9f05aeb523b7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:49.170939 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port d38607b1-3351-463c-b885-986048124c31 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:49.171186 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d38607b1-3351-463c-b885-986048124c31), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.227210 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:49.240142 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:49.248519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:49.249047 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (64508c70-ba87-4ef2-a44f-4fbae906b74c), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.295962 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Allocated IP 172.20.0.1 (09798fdc-1a5e-44af-acf8-2181549f3c85/450fc04e-6c8a-40af-be65-616ccb2da641/b27b7e5f-a255-4b08-b65c-bff5eb1737ed) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:49.303670 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port d38607b1-3351-463c-b885-986048124c31, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d38607b1-3351-463c-b885-986048124c31,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:08:49.319392 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d38607b1-3351-463c-b885-986048124c31), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.320237 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b1c25-c272-4393-9cb1-18a6a5da174f up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:49.397863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:49.411497 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b5f08a6-358b-4ea9-85cb-400c2cab76f3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (02b8438d-ecdf-4acc-83a3-1878a62992b5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.439103 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Publish callbacks [] for port (56389aca-d589-425e-9a69-296c49988bdc), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.453857 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (56389aca-d589-425e-9a69-296c49988bdc), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.465986 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:08:44Z', 'revision_number': 2, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:49.468387 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Sync routers for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:49.528154 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Current status of the port cc7b1c25-c272-4393-9cb1-18a6a5da174f is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:49.540380 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.623288 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:49.692007 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Attempting to bind port 56389aca-d589-425e-9a69-296c49988bdc on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:49.694698 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Attempting to bind port 56389aca-d589-425e-9a69-296c49988bdc by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:49.695582 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Attempting to bind port 56389aca-d589-425e-9a69-296c49988bdc on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:49.698549 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107af35-b4b4-4543-9915-79925a744c12 None None] Pushing event updated for resources: {'Port': ['ID=56389aca-d589-425e-9a69-296c49988bdc,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:49.724684 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.730463 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:49.730831 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:49.731371 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.731608 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:49.732088 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Bound port: 56389aca-d589-425e-9a69-296c49988bdc, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:49.732478 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (56389aca-d589-425e-9a69-296c49988bdc), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.770180 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port cc7b1c25-c272-4393-9cb1-18a6a5da174f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:49.798175 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:49.809152 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:49.809490 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Updating router 4f15a191-f15e-45ae-953f-e0165d9783ca port 19e8397f-57d4-40d1-8818-45c38808f8ac binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:49.880468 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:49.881108 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:49.902605 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:49.910126 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] For port 56389aca-d589-425e-9a69-296c49988bdc, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:49.915829 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] For port 56389aca-d589-425e-9a69-296c49988bdc, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=56389aca-d589-425e-9a69-296c49988bdc,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:49.934046 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (56389aca-d589-425e-9a69-296c49988bdc), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.023604 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:50.032616 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks [] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.067716 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:50.081247 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3b5f08a6-358b-4ea9-85cb-400c2cab76f3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.083336 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3b5f08a6-358b-4ea9-85cb-400c2cab76f3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1903951 Jun 21 03:08:50.087755 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107af35-b4b4-4543-9915-79925a744c12 None None] Pushing event updated for resources: {'Port': ['ID=56389aca-d589-425e-9a69-296c49988bdc,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:50.089644 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52666) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:50.094745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.104001 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d250ee72-38d4-4be0-8956-5a4eecd9ff7b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '02b8438d-ecdf-4acc-83a3-1878a62992b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:50.134577 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Routers {'64508c70-ba87-4ef2-a44f-4fbae906b74c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:50.139412 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['64508c70-ba87-4ef2-a44f-4fbae906b74c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:50.142818 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:50.151896 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.153410 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3cb25637-417d-4b29-9ec1-05c8d8fb0ff9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.2557557 Jun 21 03:08:50.159245 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52670) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:50.185627 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:50.188013 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:50.199134 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks [] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.290805 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.307573 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d250ee72-38d4-4be0-8956-5a4eecd9ff7b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (13d76a38-ed1a-4928-92cb-387d822489a4), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.310724 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (64508c70-ba87-4ef2-a44f-4fbae906b74c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.334538 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] Set router 64508c70-ba87-4ef2-a44f-4fbae906b74c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:50.344623 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f08a6-358b-4ea9-85cb-400c2cab76f3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b8438d-ecdf-4acc-83a3-1878a62992b5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:50.381762 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:50.417099 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:50.431250 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:50.431913 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (6d73273a-b083-46b6-8161-1f5e3a93885f), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.474037 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] For port cc7b1c25-c272-4393-9cb1-18a6a5da174f, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc7b1c25-c272-4393-9cb1-18a6a5da174f,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:08:50.479437 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=d38607b1-3351-463c-b885-986048124c31,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:50.517030 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.521621 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.626788 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Pushing event updated for resources: {'Port': ['ID=e9efde35-3062-47b7-a4bf-9f05aeb523b7,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:50.811554 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e571585-e3fe-4d00-97db-66239f70d518 None None] Pushing event updated for resources: {'Port': ['ID=cc7b1c25-c272-4393-9cb1-18a6a5da174f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:50.854356 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Provisioning complete for port e12e28cc-bf50-43f9-beec-0f93783c1965 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:50.854806 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.897551 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:50.920600 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-21f3c68d-ece3-44b2-9af6-cf31267266b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/e1a10b15-2af9-4299-96ab-ffaa8edbb46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1258903 Jun 21 03:08:50.944498 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 3, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:50.945348 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Pushing event updated for resources: {'Port': ['ID=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:50.975515 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d250ee72-38d4-4be0-8956-5a4eecd9ff7b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (13d76a38-ed1a-4928-92cb-387d822489a4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:50.981134 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.007668 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d250ee72-38d4-4be0-8956-5a4eecd9ff7b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (13d76a38-ed1a-4928-92cb-387d822489a4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.089296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250ee72-38d4-4be0-8956-5a4eecd9ff7b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d76a38-ed1a-4928-92cb-387d822489a4,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:51.097237 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '56389aca-d589-425e-9a69-296c49988bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port': {'id': '56389aca-d589-425e-9a69-296c49988bdc', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e9efde35-3062-47b7-a4bf-9f05aeb523b7', 'name': '', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'mac_address': 'fa:16:3e:28:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:48Z', 'updated_at': '2022-06-21T03:08:48Z', 'revision_number': 1, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'subnets': [{'id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:51.116601 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d250ee72-38d4-4be0-8956-5a4eecd9ff7b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.121540 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d250ee72-38d4-4be0-8956-5a4eecd9ff7b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0288944 Jun 21 03:08:51.122989 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:51.140900 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c7afeab4-aa5d-4178-9c92-3ac05d594f96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '02b8438d-ecdf-4acc-83a3-1878a62992b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:51.204662 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:51.215749 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:51.223700 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16edbc2-8633-40c6-9e19-0a1c183ba78d None None] The sync data for ids ['64508c70-ba87-4ef2-a44f-4fbae906b74c'] in dv-cinder-846842-1-iscsi is: [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '56389aca-d589-425e-9a69-296c49988bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port': {'id': '56389aca-d589-425e-9a69-296c49988bdc', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e9efde35-3062-47b7-a4bf-9f05aeb523b7', 'name': '', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'mac_address': 'fa:16:3e:28:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:48Z', 'updated_at': '2022-06-21T03:08:48Z', 'revision_number': 1, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'subnets': [{'id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:51.305505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:51.323479 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7afeab4-aa5d-4178-9c92-3ac05d594f96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (ab97957e-2a29-46fb-93a7-246ab4397f3e), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.461606 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Router 64508c70-ba87-4ef2-a44f-4fbae906b74c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:08:51.468361 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7afeab4-aa5d-4178-9c92-3ac05d594f96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (ab97957e-2a29-46fb-93a7-246ab4397f3e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.476672 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7afeab4-aa5d-4178-9c92-3ac05d594f96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (ab97957e-2a29-46fb-93a7-246ab4397f3e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.488595 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks [] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.513502 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.515590 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (6d73273a-b083-46b6-8161-1f5e3a93885f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.517847 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Publish callbacks [] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.523532 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:51.524977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port cc7b1c25-c272-4393-9cb1-18a6a5da174f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:51.526971 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afeab4-aa5d-4178-9c92-3ac05d594f96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab97957e-2a29-46fb-93a7-246ab4397f3e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:51.529827 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Checking router: d11f3be7-7ea1-44cc-b585-3e2edbd0a435 for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:51.530431 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Updating router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 port cc746ca6-9e27-431d-b3ee-027670b8b5f2 binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:51.544171 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:51.545648 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.663860 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a35d10-d88a-41cd-82b3-07bde572c8fc None None] Pushing event updated for resources: {'Port': ['ID=19e8397f-57d4-40d1-8818-45c38808f8ac,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:51.705360 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7afeab4-aa5d-4178-9c92-3ac05d594f96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.709879 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c7afeab4-aa5d-4178-9c92-3ac05d594f96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5796838 Jun 21 03:08:51.719635 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Port e12e28cc-bf50-43f9-beec-0f93783c1965 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:08:51.724580 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52706) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:51.729653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.781899 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:51.803927 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Provisioning complete for port e9efde35-3062-47b7-a4bf-9f05aeb523b7 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:51.806938 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:51.817440 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52710) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:51.831496 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5d9722fa-e191-439f-a789-02d6d686d940 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869540100', 'description': 'tempest-description--1263586305'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:52.012272 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Port e9efde35-3062-47b7-a4bf-9f05aeb523b7 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:08:52.026042 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Pushing event updated for resources: {'Port': ['ID=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:52.046520 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.056864 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Attempting to bind port 19e8397f-57d4-40d1-8818-45c38808f8ac on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:52.059467 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Attempting to bind port 19e8397f-57d4-40d1-8818-45c38808f8ac by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:52.060183 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Attempting to bind port 19e8397f-57d4-40d1-8818-45c38808f8ac on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:52.063762 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Provisioning complete for port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:52.071771 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.073844 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9722fa-e191-439f-a789-02d6d686d940 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.092274 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Allocated IP 172.20.0.1 (dcb1b71f-0c69-4277-b872-e57779bda511/b0250926-a129-4dc7-ae77-0ed80c312002/82f6d058-58f3-4e26-9402-d06805d847ac) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:52.122637 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:52.123270 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:52.199356 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.256925 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:52.312363 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:52.338550 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:52.429206 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Sync routers for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:52.449286 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:52.450303 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:52.597417 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:52.658130 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:52.660022 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52726) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:52.690348 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-93c26114-5088-40c0-9846-16f78d9c113c admin admin] 10.222.0.16 "PUT /v2.0/routers/64508c70-ba87-4ef2-a44f-4fbae906b74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7041936 Jun 21 03:08:52.723847 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:52.775968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Router 6d73273a-b083-46b6-8161-1f5e3a93885f has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:08:52.874759 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9722fa-e191-439f-a789-02d6d686d940 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (1c564ebd-f869-4682-8417-378d25e575b2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.878218 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.907771 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9722fa-e191-439f-a789-02d6d686d940 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1c564ebd-f869-4682-8417-378d25e575b2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.919134 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks [] for port (82f6d058-58f3-4e26-9402-d06805d847ac), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.920542 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Publish callbacks [] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.932423 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 76fac1e3-6d70-4a1d-9236-8a5c802c2fda up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:52.983913 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf2aa-8547-4899-b401-1648299b67c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.987742 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:52.988988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Checking segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:52.989631 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.990242 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Bound using segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:52.990950 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Bound port: 19e8397f-57d4-40d1-8818-45c38808f8ac, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:52.992265 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:52.998916 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.086128 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.095819 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f083f4-07f6-4272-9050-ac877b6d3382 None None] Pushing event updated for resources: {'Port': ['ID=cc746ca6-9e27-431d-b3ee-027670b8b5f2,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:53.113957 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Network dcb1b71f-0c69-4277-b872-e57779bda511 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:53.126630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:53.145296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9722fa-e191-439f-a789-02d6d686d940 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.150016 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5d9722fa-e191-439f-a789-02d6d686d940 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3256235 Jun 21 03:08:53.151058 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52738) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:53.167504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:53.167504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.174705 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-5ab813b2-9a59-4ccb-a333-edc411e562d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'security_group_rule': {'security_group_id': '1c564ebd-f869-4682-8417-378d25e575b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:53.186783 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9722fa-e191-439f-a789-02d6d686d940 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c564ebd-f869-4682-8417-378d25e575b2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:53.229152 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 2, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:53.243505 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:53.260005 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Attempting to bind port cc746ca6-9e27-431d-b3ee-027670b8b5f2 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:53.260658 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Attempting to bind port cc746ca6-9e27-431d-b3ee-027670b8b5f2 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:53.261178 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Attempting to bind port cc746ca6-9e27-431d-b3ee-027670b8b5f2 on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:53.267501 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Current status of the port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:53.268223 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.292439 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Checking router: e1a10b15-2af9-4299-96ab-ffaa8edbb46c for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:53.292793 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Updating router e1a10b15-2af9-4299-96ab-ffaa8edbb46c port e12e28cc-bf50-43f9-beec-0f93783c1965 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:53.299431 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:53.300189 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:53.300769 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.301379 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:53.302014 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Bound port: cc746ca6-9e27-431d-b3ee-027670b8b5f2, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:53.302548 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.312530 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:53.313160 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.381744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:53.395633 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fc041aa5-3a95-4639-af7c-89c9b0266740 admin admin] 10.222.0.16 "PUT /v2.0/routers/6d73273a-b083-46b6-8161-1f5e3a93885f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2828903 Jun 21 03:08:53.396022 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] For port 19e8397f-57d4-40d1-8818-45c38808f8ac, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:53.404004 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab813b2-9a59-4ccb-a333-edc411e562d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (300fe499-5ac2-4e6b-a22c-662cd3e5cf0b), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.408712 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Pushing event updated for resources: {'Port': ['ID=82f6d058-58f3-4e26-9402-d06805d847ac,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:53.409066 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Sync routers for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:53.431440 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:53.440002 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.446781 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:53.447428 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] For port 19e8397f-57d4-40d1-8818-45c38808f8ac, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=19e8397f-57d4-40d1-8818-45c38808f8ac,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:53.481345 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.27.2.118 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/4b040fba-d3ad-4c68-b4a5-6718513676e7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:53.495118 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52760) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:53.500705 dv-cinder-846842-1-iscsi neutron-server[104008]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 03:08:53.507801 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf2aa-8547-4899-b401-1648299b67c7 admin admin] Publish callbacks [] for security_group (75958e48-15ee-4f21-9e49-af67254dcafa), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.513412 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:53.521526 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:53.528484 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.547721 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] For port 48ed0f34-2ceb-453e-87e2-f74bf9b41500, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=48ed0f34-2ceb-453e-87e2-f74bf9b41500,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:08:53.571894 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf2aa-8547-4899-b401-1648299b67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (75958e48-15ee-4f21-9e49-af67254dcafa), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.673082 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:53.673304 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab813b2-9a59-4ccb-a333-edc411e562d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (300fe499-5ac2-4e6b-a22c-662cd3e5cf0b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.686792 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdf2aa-8547-4899-b401-1648299b67c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75958e48-15ee-4f21-9e49-af67254dcafa,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:53.694888 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab813b2-9a59-4ccb-a333-edc411e562d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (300fe499-5ac2-4e6b-a22c-662cd3e5cf0b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.702788 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b3fdf2aa-8547-4899-b401-1648299b67c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e6725d01aa14272a7f01a52e50af592&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0323913 Jun 21 03:08:53.703635 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52768) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:53.768555 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] For port cc746ca6-9e27-431d-b3ee-027670b8b5f2, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:53.782355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] For port cc746ca6-9e27-431d-b3ee-027670b8b5f2, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc746ca6-9e27-431d-b3ee-027670b8b5f2,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:53.794275 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.843236 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.852610 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a35d10-d88a-41cd-82b3-07bde572c8fc None None] Pushing event updated for resources: {'Port': ['ID=19e8397f-57d4-40d1-8818-45c38808f8ac,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:53.871330 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:53.872107 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.882041 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab813b2-9a59-4ccb-a333-edc411e562d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300fe499-5ac2-4e6b-a22c-662cd3e5cf0b,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:53.905336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.907546 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:08:53.922835 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab813b2-9a59-4ccb-a333-edc411e562d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:53.924680 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5ab813b2-9a59-4ccb-a333-edc411e562d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7543807 Jun 21 03:08:53.929617 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52774) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:53.960447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-99b83f66-fbeb-454a-b5d2-ada1adb5e1dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'security_group_rule': {'security_group_id': '1c564ebd-f869-4682-8417-378d25e575b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:53.988328 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Pushing event updated for resources: {'Port': ['ID=48ed0f34-2ceb-453e-87e2-f74bf9b41500,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:54.000220 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.001231 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d38607b1-3351-463c-b885-986048124c31 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:54.024403 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:54.052845 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1aaa23ff-af96-44e5-b975-b2ce024461f6 admin admin] Publish callbacks [] for security_group (75958e48-15ee-4f21-9e49-af67254dcafa), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.054967 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:54.056187 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:54.061871 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:54.062352 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52790) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:54.071517 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99b83f66-fbeb-454a-b5d2-ada1adb5e1dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (11f9ac9e-fbfb-44d2-8313-700c99bea058), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.131941 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Publish callbacks [] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.137696 dv-cinder-846842-1-iscsi neutron-server[104009]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 03:08:54.141352 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Provisioning complete for port cc7b1c25-c272-4393-9cb1-18a6a5da174f triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:54.141900 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.153024 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.213850 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592c58-3fd1-41b9-86b5-2fb70ee416c8 None None] Pushing event updated for resources: {'Port': ['ID=e12e28cc-bf50-43f9-beec-0f93783c1965,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:54.258301 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1aaa23ff-af96-44e5-b975-b2ce024461f6 admin admin] Publish callbacks [] for security_group (75958e48-15ee-4f21-9e49-af67254dcafa), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.309944 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-e747bf34-b5d0-474f-9328-10965b6a2a1a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:54.317684 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-e747bf34-b5d0-474f-9328-10965b6a2a1a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/networks?id=2ebbaafd-3967-48e9-87c6-06018a4be59f HTTP/1.1" status: 200 len: 812 time: 0.8204181 Jun 21 03:08:54.320282 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Attempting to bind port e12e28cc-bf50-43f9-beec-0f93783c1965 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:54.320999 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Attempting to bind port e12e28cc-bf50-43f9-beec-0f93783c1965 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:54.321454 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Attempting to bind port e12e28cc-bf50-43f9-beec-0f93783c1965 on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:54.328372 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:54.328911 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Checking segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:54.329517 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.330214 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Bound using segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:54.331689 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Bound port: e12e28cc-bf50-43f9-beec-0f93783c1965, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:54.332243 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.351844 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-77d1debe-5436-4682-be97-e42919e46d6b tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/quotas/8c102f5ee47e426c8f4e0ced15f60bee HTTP/1.1" status: 200 len: 375 time: 0.0329206 Jun 21 03:08:54.441462 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port d38607b1-3351-463c-b885-986048124c31 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:54.447652 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] For port e12e28cc-bf50-43f9-beec-0f93783c1965, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:54.450619 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d38607b1-3351-463c-b885-986048124c31), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.455492 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] For port e12e28cc-bf50-43f9-beec-0f93783c1965, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e12e28cc-bf50-43f9-beec-0f93783c1965,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:54.470973 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.486182 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-36ff109e-c6f4-4dcb-9003-830ff08b43b5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c102f5ee47e426c8f4e0ced15f60bee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327093 Jun 21 03:08:54.493707 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:54.494261 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:54.504756 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.551227 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.599624 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:54.604877 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:54.608507 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:54.618587 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:54.633070 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592c58-3fd1-41b9-86b5-2fb70ee416c8 None None] Pushing event updated for resources: {'Port': ['ID=e12e28cc-bf50-43f9-beec-0f93783c1965,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:54.654713 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:54.655919 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:54.725064 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=4b040fba-d3ad-4c68-b4a5-6718513676e7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:54.782191 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-a9e02ef4-5f79-46f3-a44e-3ec47f509d73 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:08:54.789579 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-a9e02ef4-5f79-46f3-a44e-3ec47f509d73 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0965633 Jun 21 03:08:54.798975 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:54.853363 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks [] for port (82f6d058-58f3-4e26-9402-d06805d847ac), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.855005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (aca857e0-eb30-423b-b361-22d2fe91069c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.856778 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:54.892106 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:54.905778 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f083f4-07f6-4272-9050-ac877b6d3382 None None] Pushing event updated for resources: {'Port': ['ID=cc746ca6-9e27-431d-b3ee-027670b8b5f2,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:54.942723 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1aaa23ff-af96-44e5-b975-b2ce024461f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (75958e48-15ee-4f21-9e49-af67254dcafa), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.945344 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1aaa23ff-af96-44e5-b975-b2ce024461f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.952556 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1aaa23ff-af96-44e5-b975-b2ce024461f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75958e48-15ee-4f21-9e49-af67254dcafa HTTP/1.1" status: 204 len: 168 time: 1.2426262 Jun 21 03:08:54.977369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.978344 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:54.979455 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:54.987871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:54.996004 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.053277 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-ae4dbd0a-b37c-4084-be93-27da80d452b0 service neutron] 10.222.0.16 "GET /v2.0/networks/2ebbaafd-3967-48e9-87c6-06018a4be59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625971 Jun 21 03:08:55.089230 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa23ff-af96-44e5-b975-b2ce024461f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75958e48-15ee-4f21-9e49-af67254dcafa,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:55.108256 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99b83f66-fbeb-454a-b5d2-ada1adb5e1dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (11f9ac9e-fbfb-44d2-8313-700c99bea058), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.138286 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99b83f66-fbeb-454a-b5d2-ada1adb5e1dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (11f9ac9e-fbfb-44d2-8313-700c99bea058), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.177629 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port d38607b1-3351-463c-b885-986048124c31 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:55.179897 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 48ed0f34-2ceb-453e-87e2-f74bf9b41500 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:55.190016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-289cb415-43cc-49eb-bd1a-d7d20d68de6a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:55.191703 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-289cb415-43cc-49eb-bd1a-d7d20d68de6a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 819 time: 1.1106808 Jun 21 03:08:55.197816 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:55.201612 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Pushing event updated for resources: {'Port': ['ID=82f6d058-58f3-4e26-9402-d06805d847ac,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:55.215488 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b83f66-fbeb-454a-b5d2-ada1adb5e1dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f9ac9e-fbfb-44d2-8313-700c99bea058,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:55.272580 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99b83f66-fbeb-454a-b5d2-ada1adb5e1dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.273828 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-99b83f66-fbeb-454a-b5d2-ada1adb5e1dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3288319 Jun 21 03:08:55.279437 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52808) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:55.285260 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-23a4e517-1619-4466-9478-cd70a7ff4b58 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/quotas/7262f17284a44afaa2b5d2d2db0a3ef6 HTTP/1.1" status: 200 len: 375 time: 0.0757117 Jun 21 03:08:55.290422 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:55.294216 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:55.298653 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:08:54Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:55.327972 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:55.341444 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Sync routers for ids ['64508c70-ba87-4ef2-a44f-4fbae906b74c'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:08:55.344251 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c940b2f-5ebe-42dd-9ae2-78e27b21ca6c None None] The sync data for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi is: [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:08:54Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:55.357814 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-04498d57-578c-476a-926f-61b96bb544db service neutron] 10.222.0.16 "GET /v2.0/networks/2ebbaafd-3967-48e9-87c6-06018a4be59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938602 Jun 21 03:08:55.362229 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Routers {'64508c70-ba87-4ef2-a44f-4fbae906b74c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:55.363484 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['64508c70-ba87-4ef2-a44f-4fbae906b74c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:55.406025 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:55.431190 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-a236703c-beae-4cf1-9726-db7a79ea23b2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328361 Jun 21 03:08:55.444796 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.454314 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Network dcb1b71f-0c69-4277-b872-e57779bda511 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:55.470440 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:55.538102 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.546866 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Current status of the port cc7b1c25-c272-4393-9cb1-18a6a5da174f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:55.551527 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.594433 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:55.603012 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (aca857e0-eb30-423b-b361-22d2fe91069c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.693907 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Set router 64508c70-ba87-4ef2-a44f-4fbae906b74c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:55.741219 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:55.742591 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9774280 Jun 21 03:08:55.774631 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318699d-d89b-42ea-b90a-f48127dee6bf tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=4b040fba-d3ad-4c68-b4a5-6718513676e7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:55.937423 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:55.938967 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:56.075394 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:08:56.103694 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ab2bb66-9247-4028-8833-c321884de042 req-b2da41c1-1b61-44ec-a6f8-064f1edda891 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.1023481 Jun 21 03:08:56.310714 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:56.397383 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-ab38442a-cb62-4390-a6a5-6a35f1ccd01b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--566739900&fields=id&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 267 time: 0.1303134 Jun 21 03:08:56.444961 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '56389aca-d589-425e-9a69-296c49988bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port': {'id': '56389aca-d589-425e-9a69-296c49988bdc', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e9efde35-3062-47b7-a4bf-9f05aeb523b7', 'name': '', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'mac_address': 'fa:16:3e:28:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:48Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 2, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'subnets': [{'id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:56.455304 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:56.477762 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:08:51Z', 'revision_number': 2, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:56.513114 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Checking router: 64508c70-ba87-4ef2-a44f-4fbae906b74c for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:56.513462 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Updating router 64508c70-ba87-4ef2-a44f-4fbae906b74c port e9efde35-3062-47b7-a4bf-9f05aeb523b7 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:56.524872 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Provisioning complete for port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:56.525262 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:56.526122 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-2194e5d4-f9f8-44a1-92ff-862a0c969e82 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:08:56.527127 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-2194e5d4-f9f8-44a1-92ff-862a0c969e82 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6069250 Jun 21 03:08:56.555197 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52872) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:56.561993 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:56.604029 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:56.607461 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Checking router: 6d73273a-b083-46b6-8161-1f5e3a93885f for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:08:56.608103 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Updating router 6d73273a-b083-46b6-8161-1f5e3a93885f port b27b7e5f-a255-4b08-b65c-bff5eb1737ed binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:08:56.660676 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-c2da9d79-f07e-47cd-8d4d-23e82339a4bb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:56.662733 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-c2da9d79-f07e-47cd-8d4d-23e82339a4bb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.2609088 Jun 21 03:08:56.691277 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-97334f9d-bd16-4452-b526-49d093895918 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/quotas/febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 375 time: 0.0226574 Jun 21 03:08:56.766004 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:56.773497 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:56.778635 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:08:56.802513 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-534fadea-26fc-4ee0-a564-707e6b15694a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102645 Jun 21 03:08:56.811807 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d0123c77-8b3a-4744-9c66-719969bdde93 admin admin] 10.222.0.16 "PUT /v2.0/routers/d11f3be7-7ea1-44cc-b585-3e2edbd0a435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6443675 Jun 21 03:08:56.912675 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162959815-network', 'tenant_id': '74b21c631dbf44ba8dc2f3fb3f703ab3'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:57.056803 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Made reservation on behalf of 74b21c631dbf44ba8dc2f3fb3f703ab3 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:57.060392 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.069504 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-a834ad53-f0e5-4315-a4a3-566bbf5e7330 service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572086 Jun 21 03:08:57.105010 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:57.106560 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:57.113810 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.154395 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-203fb201-9726-4c24-84c8-206753bb286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:08:52Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:57.183294 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Publish callbacks [] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.193207 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-1710e58c-118e-4550-b6a0-4e9ef32d2a6a service neutron] 10.222.0.16 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367347 Jun 21 03:08:57.193408 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.237535 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fb201-9726-4c24-84c8-206753bb286e None None] The sync data for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi is: [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:08:52Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:57.248551 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:57.314054 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-bd871bbe-b282-484a-8a66-f4e7be41131a service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413437 Jun 21 03:08:57.389603 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea733d09-da69-4228-82a0-9c3f48612d66 None None] Pushing event updated for resources: {'Port': ['ID=e9efde35-3062-47b7-a4bf-9f05aeb523b7,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:57.462144 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:57.467254 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Attempting to bind port e9efde35-3062-47b7-a4bf-9f05aeb523b7 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:57.467610 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Attempting to bind port e9efde35-3062-47b7-a4bf-9f05aeb523b7 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:57.467962 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Attempting to bind port e9efde35-3062-47b7-a4bf-9f05aeb523b7 on network 2ebbaafd-3967-48e9-87c6-06018a4be59f {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:08:57.470466 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:57.477361 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Allocated IP 172.27.2.143 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/37251ba7-287b-4cc3-ae44-282576f39f03) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:08:57.498830 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:08:57.499548 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Checking segment: {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:08:57.499967 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.505002 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Bound using segment: {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:08:57.505998 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Bound port: e9efde35-3062-47b7-a4bf-9f05aeb523b7, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:08:57.506694 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.624401 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks [] for security_group (c818e037-3dd2-407d-babc-3aecb04a77a2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.660690 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c818e037-3dd2-407d-babc-3aecb04a77a2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.708070 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-53e3c834-f49d-4cd9-8ae0-98726a263a80 service neutron] 10.222.0.16 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974260 Jun 21 03:08:57.709007 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] For port e9efde35-3062-47b7-a4bf-9f05aeb523b7, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:08:57.716219 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] For port e9efde35-3062-47b7-a4bf-9f05aeb523b7, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e9efde35-3062-47b7-a4bf-9f05aeb523b7,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:08:57.730012 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.759070 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Current status of the port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:57.763289 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.764446 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:08:57.772365 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:57.788765 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c818e037-3dd2-407d-babc-3aecb04a77a2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:57.801560 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (7f46de69-6ee6-4112-b930-a878f112bc6c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:57.801984 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Added segment 7f46de69-6ee6-4112-b930-a878f112bc6c of type vlan for network 9f906080-e627-4bf7-a8fc-8a450c308482 Jun 21 03:08:57.892434 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Routers {'64508c70-ba87-4ef2-a44f-4fbae906b74c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:08:57.893108 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['64508c70-ba87-4ef2-a44f-4fbae906b74c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:57.963972 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:57.976550 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:58.033844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for port (37251ba7-287b-4cc3-ae44-282576f39f03), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.051988 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (9f906080-e627-4bf7-a8fc-8a450c308482), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.196317 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (9f906080-e627-4bf7-a8fc-8a450c308482), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.198541 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:58.199129 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.223703 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:58.241105 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] Set router 64508c70-ba87-4ef2-a44f-4fbae906b74c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:08:58.279727 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Publish callbacks [] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.293627 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (37251ba7-287b-4cc3-ae44-282576f39f03), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.298522 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18708078-8dbc-4cf5-91e1-71f311bc163c None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:58.307103 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52944) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:58.312076 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-58d0d687-a592-4efb-8b33-f43435f55668 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953895980', 'description': 'tempest-description--347943932'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:58.347666 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.362407 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] For port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:08:58.375682 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:58.376058 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.397261 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58d0d687-a592-4efb-8b33-f43435f55668 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.480369 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea733d09-da69-4228-82a0-9c3f48612d66 None None] Pushing event updated for resources: {'Port': ['ID=e9efde35-3062-47b7-a4bf-9f05aeb523b7,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:58.559844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] Pushing event updated for resources: {'Network': ['ID=9f906080-e627-4bf7-a8fc-8a450c308482,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:58.580487 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02972732-3a11-4e7f-aef6-55355062833f req-ab45c2e3-319a-4167-b068-fa55e28a1ae4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 210 time: 0.1244404 Jun 21 03:08:58.604578 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:08:58.621745 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9786ac48-734c-4428-821e-23cb8917e5fd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0554352 Jun 21 03:08:58.623698 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 52960) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:58.704874 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58d0d687-a592-4efb-8b33-f43435f55668 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (37cf2ca5-d56c-4026-8361-cd79264a1b77), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.743972 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58d0d687-a592-4efb-8b33-f43435f55668 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (37cf2ca5-d56c-4026-8361-cd79264a1b77), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.766422 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:08:58.804263 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:08:58.844955 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58d0d687-a592-4efb-8b33-f43435f55668 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.848284 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-58d0d687-a592-4efb-8b33-f43435f55668 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5399001 Jun 21 03:08:58.863154 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4d424c5-84e2-4a75-8379-28f2d00c1ea1 req-121db2ed-c8ce-44a4-80b0-c4b5fadcf436 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 210 time: 0.1539855 Jun 21 03:08:58.866914 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52978) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:58.899857 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-27128f5c-8617-4fb2-932a-99b969afd9df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'security_group_rule': {'security_group_id': '37cf2ca5-d56c-4026-8361-cd79264a1b77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:58.950576 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0d687-a592-4efb-8b33-f43435f55668 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf2ca5-d56c-4026-8361-cd79264a1b77,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:58.954363 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27128f5c-8617-4fb2-932a-99b969afd9df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (7df896e3-0478-4d67-9b8a-43dc73397dc2), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:58.998977 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (21181200-e804-48c6-b76d-f498061f8c47), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.015401 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e8b1533-7326-4e7d-8129-f91184f791a3 req-cf370c25-2748-496d-8279-7c8d57b3d355 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.4825752 Jun 21 03:08:59.022954 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Request body: {'subnet': {'network_id': '9f906080-e627-4bf7-a8fc-8a450c308482', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1162959815-subnet', 'tenant_id': '74b21c631dbf44ba8dc2f3fb3f703ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:59.025787 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '56389aca-d589-425e-9a69-296c49988bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port': {'id': '56389aca-d589-425e-9a69-296c49988bdc', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e9efde35-3062-47b7-a4bf-9f05aeb523b7', 'name': '', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'mac_address': 'fa:16:3e:28:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:48Z', 'updated_at': '2022-06-21T03:08:57Z', 'revision_number': 4, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'subnets': [{'id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:08:59.061030 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27128f5c-8617-4fb2-932a-99b969afd9df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (7df896e3-0478-4d67-9b8a-43dc73397dc2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.071109 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27128f5c-8617-4fb2-932a-99b969afd9df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (7df896e3-0478-4d67-9b8a-43dc73397dc2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.101865 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (37251ba7-287b-4cc3-ae44-282576f39f03), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.129090 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:59.162971 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2decedd-be17-4625-ba3a-bc9e4a38a410 None None] The sync data for ids ['64508c70-ba87-4ef2-a44f-4fbae906b74c'] in dv-cinder-846842-1-iscsi is: [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '56389aca-d589-425e-9a69-296c49988bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port': {'id': '56389aca-d589-425e-9a69-296c49988bdc', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e9efde35-3062-47b7-a4bf-9f05aeb523b7', 'name': '', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'mac_address': 'fa:16:3e:28:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:48Z', 'updated_at': '2022-06-21T03:08:57Z', 'revision_number': 4, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'subnets': [{'id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:08:59.171193 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27128f5c-8617-4fb2-932a-99b969afd9df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.176719 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-27128f5c-8617-4fb2-932a-99b969afd9df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3055198 Jun 21 03:08:59.178345 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 52984) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:59.184348 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27128f5c-8617-4fb2-932a-99b969afd9df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df896e3-0478-4d67-9b8a-43dc73397dc2,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:59.198359 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cbc530c7-6a2e-4031-b04f-ce9e4415b984 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'security_group_rule': {'security_group_id': '37cf2ca5-d56c-4026-8361-cd79264a1b77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:59.222931 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.227320 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 9f906080-e627-4bf7-a8fc-8a450c308482 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:08:59.272703 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbc530c7-6a2e-4031-b04f-ce9e4415b984 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (31be0932-8cb0-4f55-98aa-e14645599350), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.293876 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Made reservation on behalf of 74b21c631dbf44ba8dc2f3fb3f703ab3 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:08:59.300050 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.309034 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'Port': ['ID=37251ba7-287b-4cc3-ae44-282576f39f03,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:59.410700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:59.422355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caeb53-6178-42da-a972-e2a8a64190a2 None None] Pushing event updated for resources: {'Port': ['ID=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:59.546419 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbc530c7-6a2e-4031-b04f-ce9e4415b984 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (31be0932-8cb0-4f55-98aa-e14645599350), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.566571 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Provisioning complete for port b27b7e5f-a255-4b08-b65c-bff5eb1737ed triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:59.575448 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.629655 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbc530c7-6a2e-4031-b04f-ce9e4415b984 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (31be0932-8cb0-4f55-98aa-e14645599350), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.703397 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc530c7-6a2e-4031-b04f-ce9e4415b984 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31be0932-8cb0-4f55-98aa-e14645599350,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:59.710340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:59.729543 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cbc530c7-6a2e-4031-b04f-ce9e4415b984 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.734978 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cbc530c7-6a2e-4031-b04f-ce9e4415b984 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5439894 Jun 21 03:08:59.739166 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 53008) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:08:59.750935 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:08:59.777761 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:08:59.806540 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-080addce-11f5-4fc2-afd5-c99f8fdf1072 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:08:59.818340 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-080addce-11f5-4fc2-afd5-c99f8fdf1072 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 819 time: 0.4193485 Jun 21 03:08:59.883768 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for port (37251ba7-287b-4cc3-ae44-282576f39f03), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.899727 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (37251ba7-287b-4cc3-ae44-282576f39f03), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.908186 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-5c884a72-5a3b-465c-975d-7af3a2743505 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/quotas/7262f17284a44afaa2b5d2d2db0a3ef6 HTTP/1.1" status: 200 len: 375 time: 0.0883758 Jun 21 03:08:59.915674 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Port b27b7e5f-a255-4b08-b65c-bff5eb1737ed cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:08:59.932213 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.940852 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9d779-4bf6-4cb0-b11e-7d1d32248a57 None None] Pushing event updated for resources: {'Port': ['ID=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:08:59.953112 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Provisioning complete for port e12e28cc-bf50-43f9-beec-0f93783c1965 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:08:59.953480 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:08:59.960277 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:08:59.961886 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:08:59.990959 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Attempting to bind port b27b7e5f-a255-4b08-b65c-bff5eb1737ed on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:08:59.991670 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Attempting to bind port b27b7e5f-a255-4b08-b65c-bff5eb1737ed by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:08:59.992568 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Attempting to bind port b27b7e5f-a255-4b08-b65c-bff5eb1737ed on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:00.043592 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-4c81091b-8ca0-4415-81e5-1e25a0203a3c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330485 Jun 21 03:09:00.053785 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ea84c8e-8a65-43c1-8dab-b00e570e8131 req-249c08ff-3c8d-4b4b-a015-f8c8c004275c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 210 time: 0.0691855 Jun 21 03:09:00.054822 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (21181200-e804-48c6-b76d-f498061f8c47), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.063490 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:00.065537 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Checking segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:00.067539 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.068717 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Bound using segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:00.071034 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Bound port: b27b7e5f-a255-4b08-b65c-bff5eb1737ed, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:00.072521 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.098774 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.109127 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8139174 Jun 21 03:09:00.115151 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be2ea5-9cfd-472a-8263-b53dd336b7b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'Port': ['ID=37251ba7-287b-4cc3-ae44-282576f39f03,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:00.139562 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (7a2b67ba-8406-42df-8005-398aec4b8581), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.212495 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2b67ba-8406-42df-8005-398aec4b8581,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:00.329970 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28c80adc-a403-4b47-8d41-cb55387a41c7 req-bd294099-aa8b-4280-b0b6-49e380265a66 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.0520940 Jun 21 03:09:00.338632 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Current status of the port e12e28cc-bf50-43f9-beec-0f93783c1965 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:00.341556 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.343784 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:00.365783 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:00.366410 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.370858 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Checking segment: {'id': '7f46de69-6ee6-4112-b930-a878f112bc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f906080-e627-4bf7-a8fc-8a450c308482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:00.371212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Network hostable DHCP agents. Network: 9f906080-e627-4bf7-a8fc-8a450c308482, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:09:00.418338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Network 9f906080-e627-4bf7-a8fc-8a450c308482 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:09:00.440515 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 9f906080-e627-4bf7-a8fc-8a450c308482) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:00.445294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:00.448158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.471844 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] For port e12e28cc-bf50-43f9-beec-0f93783c1965, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e12e28cc-bf50-43f9-beec-0f93783c1965,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:00.486805 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87681e23-979d-416f-8061-7edafc349b1d None None] Network 9f906080-e627-4bf7-a8fc-8a450c308482 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:09:00.511390 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c2a89f0d-2da9-42cd-a4e1-528a52e8a15e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4967272 Jun 21 03:09:00.543775 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.556550 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] For port b27b7e5f-a255-4b08-b65c-bff5eb1737ed, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:00.573025 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-d005fed2-b7db-4311-820b-3afcd50c2352 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1869540100&fields=id&tenant_id=8dd05fc495454e9290c277ed4db003d8 HTTP/1.1" status: 200 len: 267 time: 0.0984614 Jun 21 03:09:00.585653 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:00.605884 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.612764 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:00.626694 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] For port b27b7e5f-a255-4b08-b65c-bff5eb1737ed, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:00.672352 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Provisioning complete for port e9efde35-3062-47b7-a4bf-9f05aeb523b7 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:00.672781 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.719106 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.750712 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-e27e0d16-50ab-452f-9e3d-0a20588a1c81 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:00.753791 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-e27e0d16-50ab-452f-9e3d-0a20588a1c81 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 808 time: 0.1572838 Jun 21 03:09:00.783601 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-61d488db-6cdc-409a-923f-6129c37851e8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/quotas/8dd05fc495454e9290c277ed4db003d8 HTTP/1.1" status: 200 len: 375 time: 0.0190697 Jun 21 03:09:00.839481 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-a0ae289d-e490-486f-b925-d4eea95b2a5e service neutron] 10.222.0.16 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949383 Jun 21 03:09:00.840839 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Pushing event updated for resources: {'Port': ['ID=e12e28cc-bf50-43f9-beec-0f93783c1965,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:00.847383 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6f8f3-12d4-4605-a936-dcca724541fe None None] Network 9f906080-e627-4bf7-a8fc-8a450c308482 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:09:00.871144 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-7f9348a1-06b9-4879-b2cc-87b08dca78a0 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865061 Jun 21 03:09:00.881361 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:00.885251 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:00.892093 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Allocated IP 172.27.2.44 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/59790c45-3101-45d2-8819-ff54fd6c5723) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:09:00.976297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:09:00.977344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:01.025714 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-967b1ba7-5650-491b-b2ff-886398f008ed service neutron] 10.222.0.16 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851726 Jun 21 03:09:01.036286 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-6667b20d-eb18-42e9-9b11-741aa5c145e3 service neutron] 10.222.0.16 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641734 Jun 21 03:09:01.103046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:01.191790 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.192887 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b1c25-c272-4393-9cb1-18a6a5da174f up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:01.203989 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for port (59790c45-3101-45d2-8819-ff54fd6c5723), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.243918 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-4cbd2d37-bdd5-456b-8307-acb77b26b94e service neutron] 10.222.0.16 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045271 Jun 21 03:09:01.246734 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caeb53-6178-42da-a972-e2a8a64190a2 None None] Pushing event updated for resources: {'Port': ['ID=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:01.247771 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (59790c45-3101-45d2-8819-ff54fd6c5723), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.321187 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:01.326392 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:09:01.335107 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:01.340205 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:09:01.350024 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'Port': ['ID=59790c45-3101-45d2-8819-ff54fd6c5723,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:01.354726 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:09:01.472613 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:01.493564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (1d5148fa-4d48-4064-a637-4e36ede5163c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.520203 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Current status of the port e9efde35-3062-47b7-a4bf-9f05aeb523b7 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:01.520615 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.568319 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port cc7b1c25-c272-4393-9cb1-18a6a5da174f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:01.568319 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.637747 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (59790c45-3101-45d2-8819-ff54fd6c5723), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.683473 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1918e684-5065-42c9-8f7a-63d11d203e6c req-56dae022-8ea6-4416-b4a0-416cd8eb2317 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 210 time: 0.0474167 Jun 21 03:09:01.683620 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a29fdb70-6608-4694-aff0-ce8fa87c032d req-8eeb02c2-91c3-4925-801f-2e66ae53e63d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 210 time: 0.1107423 Jun 21 03:09:01.687438 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53076) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:01.715697 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682308602-network', 'tenant_id': '2ecb15ed53414b118449bc41a291fa8f'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:01.757203 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:01.771150 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Made reservation on behalf of 2ecb15ed53414b118449bc41a291fa8f for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:01.774298 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.791325 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.856528 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-738574f7-1ab1-42be-9840-e55dee9e4cf8 req-366930cb-78a9-442a-a1ad-2af31d911b13 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 210 time: 0.0790241 Jun 21 03:09:01.911957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] For port e9efde35-3062-47b7-a4bf-9f05aeb523b7, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e9efde35-3062-47b7-a4bf-9f05aeb523b7,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:01.977660 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks [] for security_group (49313fc8-372a-491c-bb84-067840111518), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:01.991146 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.014619 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99038cfe-2ecb-45aa-9c11-9707f7c9fbd7 req-534855ea-406d-4e72-abaf-ed0651fd1d98 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.1538408 Jun 21 03:09:02.015440 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (49313fc8-372a-491c-bb84-067840111518), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.051528 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for port (59790c45-3101-45d2-8819-ff54fd6c5723), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.063807 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (59790c45-3101-45d2-8819-ff54fd6c5723), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.080273 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:02.092425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:02.093042 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:02.093844 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Pushing event updated for resources: {'Port': ['ID=e9efde35-3062-47b7-a4bf-9f05aeb523b7,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:02.097386 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:09:02.100656 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49313fc8-372a-491c-bb84-067840111518,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:02.132782 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port cc7b1c25-c272-4393-9cb1-18a6a5da174f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:02.135813 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (e547b485-f876-4b72-b090-e1b2182fe8c3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.138184 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Added segment e547b485-f876-4b72-b090-e1b2182fe8c3 of type vlan for network 8df90168-1508-4298-a2dc-8830cdd1da03 Jun 21 03:09:02.141648 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Provisioning complete for port 19e8397f-57d4-40d1-8818-45c38808f8ac triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:02.141925 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.203702 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (1d5148fa-4d48-4064-a637-4e36ede5163c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.208929 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (8df90168-1508-4298-a2dc-8830cdd1da03), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.243443 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'Port': ['ID=59790c45-3101-45d2-8819-ff54fd6c5723,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:02.248013 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (8df90168-1508-4298-a2dc-8830cdd1da03), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.249515 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:02.250895 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.260574 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.265975 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e00c1b9c-bf2b-47af-9c0f-a5b9ca5e0ab9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5192373 Jun 21 03:09:02.355644 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6624644 Jun 21 03:09:02.357718 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 53102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:02.365797 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Request body: {'subnet': {'network_id': '8df90168-1508-4298-a2dc-8830cdd1da03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682308602-subnet', 'tenant_id': '2ecb15ed53414b118449bc41a291fa8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:02.416738 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:02.417349 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcb07f-467a-4c6d-af73-ddea3c8de90a admin admin] Pushing event updated for resources: {'Network': ['ID=8df90168-1508-4298-a2dc-8830cdd1da03,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:02.420873 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Made reservation on behalf of 2ecb15ed53414b118449bc41a291fa8f for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:02.428950 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.484257 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 8df90168-1508-4298-a2dc-8830cdd1da03 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:09:02.511003 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d1705-2044-4ac6-8db5-5374dabddb6c None None] The sync data for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi is: [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:09:02.573589 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Current status of the port 19e8397f-57d4-40d1-8818-45c38808f8ac is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:02.573967 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.651413 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-1fae8af8-6f02-477d-bb35-bc8a41f39806 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--953895980&fields=id&tenant_id=5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 267 time: 0.0817604 Jun 21 03:09:02.652359 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] For port 19e8397f-57d4-40d1-8818-45c38808f8ac, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=19e8397f-57d4-40d1-8818-45c38808f8ac,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:02.658407 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.693258 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 76fac1e3-6d70-4a1d-9236-8a5c802c2fda up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:02.720173 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Provisioning complete for port 82f6d058-58f3-4e26-9402-d06805d847ac triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:02.720654 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.781422 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Pushing event updated for resources: {'Port': ['ID=19e8397f-57d4-40d1-8818-45c38808f8ac,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:02.785439 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c94fb-0c4f-4903-8513-b6cff2588284 None None] Port 82f6d058-58f3-4e26-9402-d06805d847ac cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:09:02.797570 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:02.798022 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.861350 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-bf8c3b88-332b-459f-bd67-1612fe859197 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:02.869376 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-bf8c3b88-332b-459f-bd67-1612fe859197 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 816 time: 0.2169940 Jun 21 03:09:02.897228 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-7a65098d-e0ed-4647-9d5e-822af24a0630 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/quotas/5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 375 time: 0.0267987 Jun 21 03:09:02.902981 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (f169f7ef-882f-42c9-8ea0-629c84c5a01a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.924989 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0043c6b9-69d3-4e3f-95f9-eee8d6e25a32 None None] Provisioning complete for port b27b7e5f-a255-4b08-b65c-bff5eb1737ed triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:02.925395 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0043c6b9-69d3-4e3f-95f9-eee8d6e25a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:02.928291 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:02.929410 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc746ca6-9e27-431d-b3ee-027670b8b5f2 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:02.974847 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:03.005993 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-a37ad5a7-328e-40e2-a2bb-c63eebd0852d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003239 Jun 21 03:09:03.020474 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f169f7ef-882f-42c9-8ea0-629c84c5a01a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:03.023833 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-158802ad-bf9c-4f1f-95da-348f69794053 req-a9118b76-5b58-405d-be8a-4672c6098ef0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 210 time: 0.2637813 Jun 21 03:09:03.033386 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Checking segment: {'id': 'e547b485-f876-4b72-b090-e1b2182fe8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8df90168-1508-4298-a2dc-8830cdd1da03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:03.033745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Network hostable DHCP agents. Network: 8df90168-1508-4298-a2dc-8830cdd1da03, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:09:03.042566 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port cc746ca6-9e27-431d-b3ee-027670b8b5f2 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:03.043100 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.114428 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0043c6b9-69d3-4e3f-95f9-eee8d6e25a32 None None] Current status of the port b27b7e5f-a255-4b08-b65c-bff5eb1737ed is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:03.114823 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0043c6b9-69d3-4e3f-95f9-eee8d6e25a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.136231 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d2eb5852-e358-4bc7-9a1c-8d95809a36bb req-9a6fe1f1-f7af-4fb4-827e-bc7aa2012711 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 210 time: 0.0410435 Jun 21 03:09:03.137361 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Network 8df90168-1508-4298-a2dc-8830cdd1da03 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:09:03.147393 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:03.168135 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-0043c6b9-69d3-4e3f-95f9-eee8d6e25a32 None None] For port b27b7e5f-a255-4b08-b65c-bff5eb1737ed, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:03.169808 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 8df90168-1508-4298-a2dc-8830cdd1da03) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:03.173218 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-ac7492a4-2a57-4f7d-87f3-8762a8e7aed9 service neutron] 10.222.0.16 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341305 Jun 21 03:09:03.176340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:03.177121 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.197009 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f858f90-11ec-42e1-85ea-73ba35a2fda5 None None] Network 8df90168-1508-4298-a2dc-8830cdd1da03 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:09:03.204580 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:03.205588 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0043c6b9-69d3-4e3f-95f9-eee8d6e25a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.210541 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8a85cf4c-005f-4cd9-803c-fe3d1d7fdf26 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8514779 Jun 21 03:09:03.293069 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3549c0c9-acfc-46da-910d-085780e86c16 req-4b64d341-fba7-466b-aba7-300e0c133ba8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 210 time: 0.0540910 Jun 21 03:09:03.321114 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-4b8da873-6407-4aaa-94e4-4dbad4a01d4e service neutron] 10.222.0.16 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358392 Jun 21 03:09:03.367768 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port cc746ca6-9e27-431d-b3ee-027670b8b5f2 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:03.378149 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.391882 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53128) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:03.449301 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:UPDATE=4,neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:03.468525 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port cc746ca6-9e27-431d-b3ee-027670b8b5f2, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc746ca6-9e27-431d-b3ee-027670b8b5f2,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:03.483588 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043c6b9-69d3-4e3f-95f9-eee8d6e25a32 None None] Pushing event updated for resources: {'Port': ['ID=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:03.489050 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.490147 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19e8397f-57d4-40d1-8818-45c38808f8ac up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:03.505278 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57364452-4b3b-4619-a8d8-367a9683929e req-04070250-df05-4b85-b70f-eb6ee2d313ea tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.0739777 Jun 21 03:09:03.535410 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] Deleting subnet 7a2b67ba-8406-42df-8005-398aec4b8581 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:09:03.539905 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] Publish callbacks [] for subnet (7a2b67ba-8406-42df-8005-398aec4b8581), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.613740 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] Publish callbacks [] for subnet (7a2b67ba-8406-42df-8005-398aec4b8581), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.689875 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (7a2b67ba-8406-42df-8005-398aec4b8581), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.696994 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93afa19-74f7-419d-a3b6-0d0d7f4262bf None None] Network 8df90168-1508-4298-a2dc-8830cdd1da03 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:09:03.769922 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-51b7bafe-38ee-4280-ba0d-c6da560bf500 req-70ebb75a-f40d-4286-ba0b-387169c10f87 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.1064641 Jun 21 03:09:03.867731 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=cc746ca6-9e27-431d-b3ee-027670b8b5f2,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:03.871066 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (7a2b67ba-8406-42df-8005-398aec4b8581), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.914801 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2b67ba-8406-42df-8005-398aec4b8581,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:03.915290 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 19e8397f-57d4-40d1-8818-45c38808f8ac triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:03.915725 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.931984 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:03.939755 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-14c3c813-6a02-40af-9a0e-5bcf2f18ce54 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7a2b67ba-8406-42df-8005-398aec4b8581 HTTP/1.1" status: 204 len: 168 time: 0.5447750 Jun 21 03:09:03.942736 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53148) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:04.048185 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (9f906080-e627-4bf7-a8fc-8a450c308482), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.058200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 19e8397f-57d4-40d1-8818-45c38808f8ac is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:04.064687 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 48ed0f34-2ceb-453e-87e2-f74bf9b41500 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:04.206640 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:04.209077 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.224592 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (9f906080-e627-4bf7-a8fc-8a450c308482), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.257568 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.258430 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.259969 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.260500 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > port after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.260959 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.263873 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.264469 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.265173 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.265636 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.266102 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.302439 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2eb173a6-0e3f-4643-974d-7dd8dfc6ffba req-29a9356a-90da-4ad4-9db6-316826efa8b8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 210 time: 0.1486959 Jun 21 03:09:04.463581 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7c82484f-1073-4a94-93cd-c37946eab00c req-819deedf-d4dc-4028-8436-cde8ab1282d9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 210 time: 0.0642848 Jun 21 03:09:04.485750 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:04.492846 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:04.557670 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:04.558042 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.630683 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-091c632a-d42e-40ec-879b-f0566e0701ca req-40340012-8738-43cc-944a-9cf7e7de02d9 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.0321968 Jun 21 03:09:04.656735 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:04.657812 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e9efde35-3062-47b7-a4bf-9f05aeb523b7 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:04.659466 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:04.702636 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.36', 50568) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:04.724577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.36', 50569) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:04.749382 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port e9efde35-3062-47b7-a4bf-9f05aeb523b7 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:04.750619 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.755849 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.756455 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.756917 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.757422 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:04.757802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f906080-e627-4bf7-a8fc-8a450c308482']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:04.793610 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f46de69-6ee6-4112-b930-a878f112bc6c') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:04.794256 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f46de69-6ee6-4112-b930-a878f112bc6c') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:04.838383 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d3ec0cd-8f61-4e93-a05f-0d79d8a2abe2 req-62eb93ca-0429-4016-a991-1decced0ad8a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 210 time: 0.0745912 Jun 21 03:09:04.862521 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (7f46de69-6ee6-4112-b930-a878f112bc6c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.925723 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (7f46de69-6ee6-4112-b930-a878f112bc6c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.951964 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:09:04.952854 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (7f46de69-6ee6-4112-b930-a878f112bc6c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:04.954513 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port e9efde35-3062-47b7-a4bf-9f05aeb523b7 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:04.962759 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e12e28cc-bf50-43f9-beec-0f93783c1965 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:05.058454 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:05.062148 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73ad61c5-c186-4cc0-82a4-3869c2e16b2f req-edd4020d-712d-4014-9bb9-8101de450f2b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.1299274 Jun 21 03:09:05.081143 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:05.123370 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:05.185425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port e12e28cc-bf50-43f9-beec-0f93783c1965 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:05.186113 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.199649 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-9111000e-de8f-4fe8-aced-dd1e66cfc683 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:05.201085 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (9f906080-e627-4bf7-a8fc-8a450c308482), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.202057 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-9111000e-de8f-4fe8-aced-dd1e66cfc683 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.36 "GET /v2.0/networks?id=2ebbaafd-3967-48e9-87c6-06018a4be59f HTTP/1.1" status: 200 len: 812 time: 0.4338429 Jun 21 03:09:05.218886 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-6cacf187-9ccd-4004-b25b-a7ba5568a598 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:05.220738 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-6cacf187-9ccd-4004-b25b-a7ba5568a598 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 819 time: 0.4505236 Jun 21 03:09:05.229405 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.235176 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9f906080-e627-4bf7-a8fc-8a450c308482 HTTP/1.1" status: 204 len: 168 time: 1.2913117 Jun 21 03:09:05.240163 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 53198) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:05.250971 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f1d94-e395-4489-86da-74afec825f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f906080-e627-4bf7-a8fc-8a450c308482,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:05.323282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port e12e28cc-bf50-43f9-beec-0f93783c1965 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:05.324387 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 56389aca-d589-425e-9a69-296c49988bdc up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:05.328320 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] Deleting subnet f169f7ef-882f-42c9-8ea0-629c84c5a01a {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:09:05.345207 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] Publish callbacks [] for subnet (f169f7ef-882f-42c9-8ea0-629c84c5a01a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.389289 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 7f46de69-6ee6-4112-b930-a878f112bc6c resource provider aggregate not found Jun 21 03:09:05.421731 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 7f46de69-6ee6-4112-b930-a878f112bc6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f46de69-6ee6-4112-b930-a878f112bc6c found for delete ", "request_id": "req-11ae91ab-7bb4-4035-8156-2ee89ee70203"}]} Jun 21 03:09:05.422484 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.36', 50574) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:05.428904 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Request body: {'port': {'device_id': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'admin_state_up': True, 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:05.446673 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 56389aca-d589-425e-9a69-296c49988bdc triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:05.450125 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (56389aca-d589-425e-9a69-296c49988bdc), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.455180 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] Publish callbacks [] for subnet (f169f7ef-882f-42c9-8ea0-629c84c5a01a), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.457232 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.36', 50575) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:05.491734 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d57b6f03-c865-486c-8b41-74a32ce06c7e req-1b01de5d-9c9f-4a27-80e5-a5e6edbba375 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 210 time: 0.0580657 Jun 21 03:09:05.501781 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (f169f7ef-882f-42c9-8ea0-629c84c5a01a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.517483 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'port': {'device_id': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'admin_state_up': True, 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:05.606376 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.36', 50579) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:05.625768 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 56389aca-d589-425e-9a69-296c49988bdc is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:05.626270 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (56389aca-d589-425e-9a69-296c49988bdc), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.663630 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 56389aca-d589-425e-9a69-296c49988bdc, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=56389aca-d589-425e-9a69-296c49988bdc,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:05.677694 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (56389aca-d589-425e-9a69-296c49988bdc), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.678574 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:05.814172 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=56389aca-d589-425e-9a69-296c49988bdc,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:05.823169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:05.823577 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:05.945297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:05.970940 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5ed892b-a8f3-4129-b272-8a10df4d684c req-8fb9db23-042a-4bb9-a16f-71380cfb6363 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 210 time: 0.2738640 Jun 21 03:09:06.021672 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6c7e143c-15bd-41dd-9dd8-83dad4bf2607 req-380bf0ae-d925-4bcd-8025-d444798b97b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.1910372 Jun 21 03:09:06.073116 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53246) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:06.129218 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-c7f892fc-e7d3-461e-ac31-946b33d2c051 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:06.146052 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-c7f892fc-e7d3-461e-ac31-946b33d2c051 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 808 time: 0.7137299 Jun 21 03:09:06.159731 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-20e8927d-c2fa-4a6a-8d8a-b4b9b8a0c1e5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:06.162821 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-20e8927d-c2fa-4a6a-8d8a-b4b9b8a0c1e5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.6849713 Jun 21 03:09:06.256568 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-dc0732ca-3c36-445f-abb3-bc149b5db946 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:06.258290 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-dc0732ca-3c36-445f-abb3-bc149b5db946 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 819 time: 0.6509929 Jun 21 03:09:06.262565 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:06.276271 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f3746f17-2d0d-4a5c-9e8b-4d353052e7c8 req-5e25705b-b0ff-40bf-8ede-517515d23e0c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0925982 Jun 21 03:09:06.295738 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'port': {'device_id': '416a380b-f69e-4101-8c88-d26221caf707', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'admin_state_up': True, 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:06.387527 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device b27b7e5f-a255-4b08-b65c-bff5eb1737ed up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:06.464372 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.36', 50589) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:06.489558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port b27b7e5f-a255-4b08-b65c-bff5eb1737ed triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:06.490182 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:06.526772 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-69125e2f-90ec-4a03-a545-9a314893c977 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 379 time: 0.3420303 Jun 21 03:09:06.552338 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-c3944998-c118-4d01-9cd6-c0b95f6bfd47 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dd05fc495454e9290c277ed4db003d8 HTTP/1.1" status: 200 len: 380 time: 0.3611453 Jun 21 03:09:06.589688 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'port': {'device_id': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'admin_state_up': True, 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'security_groups': ['1c564ebd-f869-4682-8417-378d25e575b2']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:06.626522 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'port': {'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'admin_state_up': True, 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'security_groups': ['02b8438d-ecdf-4acc-83a3-1878a62992b5']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:06.665412 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88e4c15c-5156-4dd5-ad8e-50be78ff91d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:06.674109 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c2402d20-c096-4322-b972-7295586e1e23 req-583310b5-ab77-4e80-9af5-52719d04d2ae tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 210 time: 0.0986888 Jun 21 03:09:06.718201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for subnet (f169f7ef-882f-42c9-8ea0-629c84c5a01a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:06.819597 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-768044a6-3fd1-40a7-b282-20213aca9f86 req-c495232f-54b8-4aa3-87ae-d07e42baa37b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 210 time: 0.1886013 Jun 21 03:09:06.858536 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:06.866873 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Made reservation on behalf of 7262f17284a44afaa2b5d2d2db0a3ef6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:06.879276 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:06.903131 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Made reservation on behalf of 8c102f5ee47e426c8f4e0ced15f60bee for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:06.914815 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:06.956336 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port b27b7e5f-a255-4b08-b65c-bff5eb1737ed is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:06.961211 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc746ca6-9e27-431d-b3ee-027670b8b5f2 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:06.968252 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:06.992704 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f169f7ef-882f-42c9-8ea0-629c84c5a01a HTTP/1.1" status: 204 len: 168 time: 1.7501390 Jun 21 03:09:06.998634 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8103cf-8a9c-4d8f-bdb5-fd8cda7a82d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f169f7ef-882f-42c9-8ea0-629c84c5a01a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:07.027601 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 53290) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:07.083944 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port cc746ca6-9e27-431d-b3ee-027670b8b5f2 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:07.086031 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.124146 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88e4c15c-5156-4dd5-ad8e-50be78ff91d4 admin admin] Publish callbacks [] for security_group (2b268c05-05e2-46e0-8287-c4955fb01a03), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.151698 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88e4c15c-5156-4dd5-ad8e-50be78ff91d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2b268c05-05e2-46e0-8287-c4955fb01a03), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.165143 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:07.243225 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-51f93c00-9214-4201-996c-d84d2da858ca req-d152b480-b4b0-430b-b38d-5fcd683094d6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 210 time: 0.1253245 Jun 21 03:09:07.282387 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port cc746ca6-9e27-431d-b3ee-027670b8b5f2 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:07.286394 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19e8397f-57d4-40d1-8818-45c38808f8ac up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:07.301091 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e42b26d9-0b2b-4eba-8158-fe156c64ac47 req-e83375a1-e367-4a83-94bc-31d5d8d1ee34 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.1503294 Jun 21 03:09:07.334453 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:07.375557 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:07.378582 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 19e8397f-57d4-40d1-8818-45c38808f8ac triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:07.378999 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.425004 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:07.434288 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-88e4c15c-5156-4dd5-ad8e-50be78ff91d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90efa0c9d5be417799653fbb9b617b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3565660 Jun 21 03:09:07.435344 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4c15c-5156-4dd5-ad8e-50be78ff91d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b268c05-05e2-46e0-8287-c4955fb01a03,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:07.442136 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53298) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:07.455099 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-d12842f3-fa88-44ff-a0fa-052d50cf238f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:07.457189 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-d12842f3-fa88-44ff-a0fa-052d50cf238f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 816 time: 0.9917703 Jun 21 03:09:07.508388 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Made reservation on behalf of 7262f17284a44afaa2b5d2d2db0a3ef6 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:07.512026 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.562925 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:07.569277 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 19e8397f-57d4-40d1-8818-45c38808f8ac is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:07.572241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 56389aca-d589-425e-9a69-296c49988bdc up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:07.606300 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b07610fb-1790-4200-be8f-dfe1da0d8717 admin admin] Publish callbacks [] for security_group (2b268c05-05e2-46e0-8287-c4955fb01a03), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.608107 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-656acd69-8cb5-4272-8cd8-faa3deea3566 req-07dedb98-412b-475c-9f05-e1c5872da6d1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.1756556 Jun 21 03:09:07.631773 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b07610fb-1790-4200-be8f-dfe1da0d8717 admin admin] Publish callbacks [] for security_group (2b268c05-05e2-46e0-8287-c4955fb01a03), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.649201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (8df90168-1508-4298-a2dc-8830cdd1da03), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.649720 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 56389aca-d589-425e-9a69-296c49988bdc triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:07.650099 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (56389aca-d589-425e-9a69-296c49988bdc), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.744353 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Allocated IP 172.20.0.11 (2ebbaafd-3967-48e9-87c6-06018a4be59f/6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a/206224fe-0847-4816-a95b-3775f0529b12) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:09:07.824463 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 56389aca-d589-425e-9a69-296c49988bdc is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:07.832900 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Made reservation on behalf of 8dd05fc495454e9290c277ed4db003d8 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:07.837746 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.863801 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Made reservation on behalf of febf273149c744e08e0f7ea65e44e0d9 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:07.869310 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.895655 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Allocated IP 172.20.0.11 (09798fdc-1a5e-44af-acf8-2181549f3c85/450fc04e-6c8a-40af-be65-616ccb2da641/b35ccf44-ec65-4aac-bc20-97be5d1a8d07) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:09:07.926754 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b07610fb-1790-4200-be8f-dfe1da0d8717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2b268c05-05e2-46e0-8287-c4955fb01a03), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.929505 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b07610fb-1790-4200-be8f-dfe1da0d8717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:07.930692 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b07610fb-1790-4200-be8f-dfe1da0d8717 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b268c05-05e2-46e0-8287-c4955fb01a03 HTTP/1.1" status: 204 len: 168 time: 0.4723771 Jun 21 03:09:07.949469 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15945c44-5ba2-448f-a469-3f5beb3d6007 req-2a2bbaa4-8ed4-40d4-8852-71c373c5871f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 210 time: 0.1072876 Jun 21 03:09:07.989994 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07610fb-1790-4200-be8f-dfe1da0d8717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b268c05-05e2-46e0-8287-c4955fb01a03,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:08.123160 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87925a96-62fb-43b6-bcb3-80aea09a488a req-dc0cd38c-a8a8-4645-97f0-552445277108 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 210 time: 0.1939247 Jun 21 03:09:08.239076 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (8df90168-1508-4298-a2dc-8830cdd1da03), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.262744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.262962 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.263725 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.264155 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > port after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.264353 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.264698 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > port after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.265011 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.265343 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.265658 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.266016 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.299377 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Allocated IP 172.20.0.5 (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e/37ff0cf3-aaa0-42c5-b528-3187d5b40eed/2f44f583-f139-4fef-81d7-43b8032d3a1a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:09:08.317169 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.20.0.7 (4c23877e-0103-47a1-a2d4-5b0d47022cc2/1acb5b1e-2862-4637-84b5-98e92ed6066e/dea46eac-9326-474c-8b29-1ce4d2d9cada) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:09:08.323157 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:08.443156 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53316) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:08.462249 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c253e01-02ab-4671-980c-894218ad1fa2 req-11671e29-beb9-4e45-aa21-0145c62c3023 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 210 time: 0.1181364 Jun 21 03:09:08.475156 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.475504 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.475825 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.476149 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 03:09:08.477078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df90168-1508-4298-a2dc-8830cdd1da03']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:08.496199 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba4ceb26-f3e6-4544-993a-08a249a3d3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.521059 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:08.548347 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e547b485-f876-4b72-b090-e1b2182fe8c3') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:08.548742 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e547b485-f876-4b72-b090-e1b2182fe8c3') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:08.570344 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1f13fafe-7607-4740-bc39-bf85b05107d6 req-ecfdd1f0-8124-44cb-a23e-1fde8979b593 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.0882039 Jun 21 03:09:08.573254 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks [] for port (206224fe-0847-4816-a95b-3775f0529b12), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.596019 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (e547b485-f876-4b72-b090-e1b2182fe8c3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.633507 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (e547b485-f876-4b72-b090-e1b2182fe8c3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.671949 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.682676 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:09:08.683078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (e547b485-f876-4b72-b090-e1b2182fe8c3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.699529 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:08.732224 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.760208 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6f117b80-492f-429e-9421-f92a020a4250 req-03122be6-fb48-4b57-b310-463e506bbc59 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0612774 Jun 21 03:09:08.793437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (206224fe-0847-4816-a95b-3775f0529b12), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.801861 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.805870 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba4ceb26-f3e6-4544-993a-08a249a3d3a3 admin admin] Publish callbacks [] for security_group (a569a120-4397-48c8-837e-62430a826d37), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.818527 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba4ceb26-f3e6-4544-993a-08a249a3d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a569a120-4397-48c8-837e-62430a826d37), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.833432 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (8df90168-1508-4298-a2dc-8830cdd1da03), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.839863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.843211 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] 10.222.0.16 "DELETE /v2.0/networks/8df90168-1508-4298-a2dc-8830cdd1da03 HTTP/1.1" status: 204 len: 168 time: 1.8073690 Jun 21 03:09:08.865462 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.939119 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f3470-5634-42c2-8591-df8c407c5d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=8df90168-1508-4298-a2dc-8830cdd1da03,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:08.945391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:09:08.955648 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:08.957714 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ceb26-f3e6-4544-993a-08a249a3d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a569a120-4397-48c8-837e-62430a826d37,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:08.958661 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:09:08.964349 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ba4ceb26-f3e6-4544-993a-08a249a3d3a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34bb5cddd3214bd5a1ebf7fb7dd5eccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145907 Jun 21 03:09:08.968575 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53332) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:08.969663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:08.976509 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Pushing event updated for resources: {'Port': ['ID=206224fe-0847-4816-a95b-3775f0529b12,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:08.997819 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:09:09.002201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:09.032853 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:09.044979 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:09.045693 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.047048 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:09:09.048681 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:09.051248 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.068079 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'Port': ['ID=2f44f583-f139-4fef-81d7-43b8032d3a1a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:09.100873 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:09:09.136075 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-5fbcd6f4-d804-4f88-a931-d0f8d514aee5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7253029 Jun 21 03:09:09.141063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:09:09.150346 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:09.153656 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:09:09.176125 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment e547b485-f876-4b72-b090-e1b2182fe8c3 resource provider aggregate not found Jun 21 03:09:09.215397 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'Port': ['ID=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:09.223788 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment e547b485-f876-4b72-b090-e1b2182fe8c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e547b485-f876-4b72-b090-e1b2182fe8c3 found for delete ", "request_id": "req-4a4376bd-724a-4fb0-8a2f-3f50ba368f96"}]} Jun 21 03:09:09.280941 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Sync routers for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:09:09.301113 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:09:09.307406 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:09.316232 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae7ef-dafc-4586-8336-cddce269e56d req-f3753c39-d4d7-4c32-877e-9fbe33af1e50 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:09.317876 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-006ae7ef-dafc-4586-8336-cddce269e56d req-f3753c39-d4d7-4c32-877e-9fbe33af1e50 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 931 time: 0.1610250 Jun 21 03:09:09.320008 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:09.320769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 53340) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:09.327264 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:09.331504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:09:09.335810 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:09.336477 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.409094 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-41ae4a8e-01e3-4237-8358-375d77ec1dbb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9900737 Jun 21 03:09:09.547750 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:09:09.571452 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:09.572190 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.581983 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81cf98e3-30fc-4895-becf-f7a4147bf3c6 admin admin] Publish callbacks [] for security_group (a569a120-4397-48c8-837e-62430a826d37), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.593923 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-638ff7a5-a056-4d45-b5e9-6572556c5f0f req-33c07f2c-2f95-47c3-9a09-1a19e007eeff tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 210 time: 0.2477736 Jun 21 03:09:09.598652 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-95df68b9-4f5b-4241-8007-92ff525e5f03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74b21c631dbf44ba8dc2f3fb3f703ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769802 Jun 21 03:09:09.602009 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Allocated IP 172.20.0.8 (09798fdc-1a5e-44af-acf8-2181549f3c85/450fc04e-6c8a-40af-be65-616ccb2da641/7dcab122-3477-4e02-b7aa-acd704037607) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:09:09.603408 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 53346) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:09.613042 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=dea46eac-9326-474c-8b29-1ce4d2d9cada,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:09.637831 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-006ae7ef-dafc-4586-8336-cddce269e56d req-cd7f6d7b-0b4e-4340-9f4c-b3a56c07fda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058372 Jun 21 03:09:09.645496 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:09.646140 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.659380 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-fdfd111f-5251-4428-adb7-ae49dba14ea9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1006107 Jun 21 03:09:09.668909 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81cf98e3-30fc-4895-becf-f7a4147bf3c6 admin admin] Publish callbacks [] for security_group (a569a120-4397-48c8-837e-62430a826d37), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.696389 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7dc6-6480-4a90-98d4-45c75fd395b3 admin admin] Publish callbacks [] for security_group (c818e037-3dd2-407d-babc-3aecb04a77a2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.722712 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-7495ca6c-3140-4823-b08c-b5ad06e7f9ca None None] Provisioning complete for port 206224fe-0847-4816-a95b-3775f0529b12 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:09.724064 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7495ca6c-3140-4823-b08c-b5ad06e7f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (206224fe-0847-4816-a95b-3775f0529b12), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.742880 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7dc6-6480-4a90-98d4-45c75fd395b3 admin admin] Publish callbacks [] for security_group (c818e037-3dd2-407d-babc-3aecb04a77a2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.744489 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-b7188c9b-66ee-45cf-84d6-5c737ea18b65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1846550 Jun 21 03:09:09.828982 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:09.847256 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:09.850846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572921-56ad-45f6-813d-d4af48f6e808 req-e13e9aec-5ece-44e4-8aeb-f5a7c9517833 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:09.855905 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-7495ca6c-3140-4823-b08c-b5ad06e7f9ca None None] Port 206224fe-0847-4816-a95b-3775f0529b12 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:09:09.856967 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-40572921-56ad-45f6-813d-d4af48f6e808 req-e13e9aec-5ece-44e4-8aeb-f5a7c9517833 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 932 time: 0.0842295 Jun 21 03:09:09.915337 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7dc6-6480-4a90-98d4-45c75fd395b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c818e037-3dd2-407d-babc-3aecb04a77a2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.918241 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7dc6-6480-4a90-98d4-45c75fd395b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:09.921251 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5e4a7dc6-6480-4a90-98d4-45c75fd395b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c818e037-3dd2-407d-babc-3aecb04a77a2 HTTP/1.1" status: 204 len: 168 time: 0.3148229 Jun 21 03:09:09.944314 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:08:54Z', 'revision_number': 2, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:09.945707 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a7dc6-6480-4a90-98d4-45c75fd395b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c818e037-3dd2-407d-babc-3aecb04a77a2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:09.981344 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-40572921-56ad-45f6-813d-d4af48f6e808 req-d4531a64-78d6-45f0-84be-4e20cba2d5e4 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206300 Jun 21 03:09:09.982408 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Checking router: d11f3be7-7ea1-44cc-b585-3e2edbd0a435 for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:09:09.983866 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Updating router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 port 82f6d058-58f3-4e26-9402-d06805d847ac binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:09:10.016878 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Provisioning complete for port 2f44f583-f139-4fef-81d7-43b8032d3a1a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:10.017287 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.068013 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3eed28-b4a4-45c6-a8b6-2c81123a0ca3 req-2692e56e-60ac-4793-b207-0d9acb7226c8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:10.075063 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e3eed28-b4a4-45c6-a8b6-2c81123a0ca3 req-2692e56e-60ac-4793-b207-0d9acb7226c8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 931 time: 0.2968307 Jun 21 03:09:10.080456 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:10.082494 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Port 2f44f583-f139-4fef-81d7-43b8032d3a1a cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:09:10.091656 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81cf98e3-30fc-4895-becf-f7a4147bf3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a569a120-4397-48c8-837e-62430a826d37), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.094082 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81cf98e3-30fc-4895-becf-f7a4147bf3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.098510 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-81cf98e3-30fc-4895-becf-f7a4147bf3c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a569a120-4397-48c8-837e-62430a826d37 HTTP/1.1" status: 204 len: 168 time: 1.1246750 Jun 21 03:09:10.114840 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f6b5bb0-605f-4236-ae62-4bab386a1b65 req-36aca73c-65ea-4570-a27a-5791eaa8975d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0615981 Jun 21 03:09:10.128233 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Provisioning complete for port dea46eac-9326-474c-8b29-1ce4d2d9cada triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:10.129918 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.133145 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.136968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf98e3-30fc-4895-becf-f7a4147bf3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a569a120-4397-48c8-837e-62430a826d37,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:10.193534 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for port (7dcab122-3477-4e02-b7aa-acd704037607), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.203065 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Port dea46eac-9326-474c-8b29-1ce4d2d9cada cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:09:10.209261 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e3eed28-b4a4-45c6-a8b6-2c81123a0ca3 req-77b0f98e-b436-4b45-baf6-dac5bce999a5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332848 Jun 21 03:09:10.249311 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Provisioning complete for port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:10.249995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.255842 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (7dcab122-3477-4e02-b7aa-acd704037607), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.318525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'Port': ['ID=7dcab122-3477-4e02-b7aa-acd704037607,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:10.333927 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:09:10.336085 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:10.338813 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:09:10.341279 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:10.362551 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9a7661e3-2635-4764-9ad3-1f599d4263fb None None] Port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:09:10.418066 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:10.419069 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.454015 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e035cb73-0f6b-45ea-8b46-fe99b05f61bc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1766586 Jun 21 03:09:10.576998 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Publish callbacks [] for port (82f6d058-58f3-4e26-9402-d06805d847ac), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.585986 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.633750 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 53366) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:10.697960 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dc980505-f793-45b5-af34-8f3c7a351e53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ecb15ed53414b118449bc41a291fa8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630524 Jun 21 03:09:10.700978 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 53372) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:10.722298 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d4601-47e6-4507-a62b-c6c37b3c0294 None None] Pushing event updated for resources: {'Port': ['ID=82f6d058-58f3-4e26-9402-d06805d847ac,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:10.806281 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Attempting to bind port 82f6d058-58f3-4e26-9402-d06805d847ac on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:09:10.806637 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Attempting to bind port 82f6d058-58f3-4e26-9402-d06805d847ac by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:09:10.806989 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Attempting to bind port 82f6d058-58f3-4e26-9402-d06805d847ac on network dcb1b71f-0c69-4277-b872-e57779bda511 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:10.820022 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:10.820393 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Checking segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:10.820825 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.821213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Bound using segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:10.822050 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Bound port: 82f6d058-58f3-4e26-9402-d06805d847ac, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:10.822050 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.841013 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559e7b0-3f75-4b42-bcd0-61d6afde819f req-e3757faf-d23c-4af8-b14b-251e4af50729 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:10.843334 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1559e7b0-3f75-4b42-bcd0-61d6afde819f req-e3757faf-d23c-4af8-b14b-251e4af50729 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 931 time: 0.0699294 Jun 21 03:09:10.853435 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-514df544-ff12-4fd5-9057-9098301f1770 admin admin] Publish callbacks [] for security_group (49313fc8-372a-491c-bb84-067840111518), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.881315 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5215b-705d-4b79-9222-3f783f038d36 req-9d6b5cd1-caab-4b41-980e-82aeb7f08f25 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:10.883592 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66b5215b-705d-4b79-9222-3f783f038d36 req-9d6b5cd1-caab-4b41-980e-82aeb7f08f25 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 931 time: 0.1109641 Jun 21 03:09:10.897478 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b9590129-c681-49d8-98aa-f2ae7f75ea52 None None] Provisioning complete for port 7dcab122-3477-4e02-b7aa-acd704037607 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:10.897478 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9590129-c681-49d8-98aa-f2ae7f75ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (7dcab122-3477-4e02-b7aa-acd704037607), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.899336 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-514df544-ff12-4fd5-9057-9098301f1770 admin admin] Publish callbacks [] for security_group (49313fc8-372a-491c-bb84-067840111518), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:10.963627 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b9590129-c681-49d8-98aa-f2ae7f75ea52 None None] Port 7dcab122-3477-4e02-b7aa-acd704037607 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:09:10.971719 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:10.976536 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66b5215b-705d-4b79-9222-3f783f038d36 req-85f0f000-e0d6-4142-b562-dd38541a37da tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853803 Jun 21 03:09:10.979655 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] For port 82f6d058-58f3-4e26-9402-d06805d847ac, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:10.984587 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] For port 82f6d058-58f3-4e26-9402-d06805d847ac, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=82f6d058-58f3-4e26-9402-d06805d847ac,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:10.993305 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:11.001487 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-514df544-ff12-4fd5-9057-9098301f1770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (49313fc8-372a-491c-bb84-067840111518), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:11.004615 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-514df544-ff12-4fd5-9057-9098301f1770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:11.005950 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-514df544-ff12-4fd5-9057-9098301f1770 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49313fc8-372a-491c-bb84-067840111518 HTTP/1.1" status: 204 len: 168 time: 0.3036430 Jun 21 03:09:11.058024 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:09:11.058879 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:08:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:11.083061 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1559e7b0-3f75-4b42-bcd0-61d6afde819f req-320ecf21-e20f-4d5a-b482-24ee1ad82493 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309587 Jun 21 03:09:11.085093 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514df544-ff12-4fd5-9057-9098301f1770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49313fc8-372a-491c-bb84-067840111518,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:11.224392 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:09:11.273226 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb1d2235-8a6f-4faa-8df5-d4a124f1e933 req-8346bf82-dd53-4fa7-939d-aa0cc4782633 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0535860 Jun 21 03:09:11.275422 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6ee6d-7e2c-426a-930c-129c66a5ce1f req-af8e6b3c-c088-4242-8890-f4b6b7961c9f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:11.292244 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d0d6ee6d-7e2c-426a-930c-129c66a5ce1f req-af8e6b3c-c088-4242-8890-f4b6b7961c9f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 932 time: 0.1630154 Jun 21 03:09:11.397862 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-dfe98b6a-4787-4fcd-b876-9b183ebae77d None None] Provisioning complete for port 82f6d058-58f3-4e26-9402-d06805d847ac triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:11.398328 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfe98b6a-4787-4fcd-b876-9b183ebae77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:11.426294 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe316a-3f05-4ee6-abef-2315f92bd36a req-77bb751a-4660-4cb3-9b38-6e92e743e3bc tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:11.428603 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d0d6ee6d-7e2c-426a-930c-129c66a5ce1f req-97e06ff2-0ee2-41fc-9ed8-a864cc941ce0 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336799 Jun 21 03:09:11.433373 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47fe316a-3f05-4ee6-abef-2315f92bd36a req-77bb751a-4660-4cb3-9b38-6e92e743e3bc tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 931 time: 0.0665438 Jun 21 03:09:11.436214 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d4601-47e6-4507-a62b-c6c37b3c0294 None None] Pushing event updated for resources: {'Port': ['ID=82f6d058-58f3-4e26-9402-d06805d847ac,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:11.444977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:11.506755 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47fe316a-3f05-4ee6-abef-2315f92bd36a req-6dbc2060-795b-4c37-ade9-a4152210fb5c tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723591 Jun 21 03:09:11.567654 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:11.654034 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-25727197-e5f8-4ee9-b263-ef4af179ddb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:11.701041 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-dfe98b6a-4787-4fcd-b876-9b183ebae77d None None] Current status of the port 82f6d058-58f3-4e26-9402-d06805d847ac is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:11.701041 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfe98b6a-4787-4fcd-b876-9b183ebae77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:11.729224 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:10Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:11.765988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb2422-cfb8-4fba-92ca-e7434b7e7d32 None None] The sync data for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi is: [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:10Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:09:11.770862 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-dfe98b6a-4787-4fcd-b876-9b183ebae77d None None] For port 82f6d058-58f3-4e26-9402-d06805d847ac, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=82f6d058-58f3-4e26-9402-d06805d847ac,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:11.780881 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfe98b6a-4787-4fcd-b876-9b183ebae77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:11.853763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe98b6a-4787-4fcd-b876-9b183ebae77d None None] Pushing event updated for resources: {'Port': ['ID=82f6d058-58f3-4e26-9402-d06805d847ac,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:11.913948 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3b9fae37-f860-47ca-8e15-e6512e17fce0 None None] Provisioning complete for port 82f6d058-58f3-4e26-9402-d06805d847ac triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:11.914855 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3b9fae37-f860-47ca-8e15-e6512e17fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:12.109043 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3b9fae37-f860-47ca-8e15-e6512e17fce0 None None] Current status of the port 82f6d058-58f3-4e26-9402-d06805d847ac is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:12.161284 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 82f6d058-58f3-4e26-9402-d06805d847ac up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:12.214262 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:09:12.334589 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 82f6d058-58f3-4e26-9402-d06805d847ac triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:12.335095 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:12.338114 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-fa6cfd36-c157-4179-a3d8-de77be87472f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:09:12.341142 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-fa6cfd36-c157-4179-a3d8-de77be87472f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0217180 Jun 21 03:09:12.348072 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-15fe40b5-98e6-4e87-a5fe-0e14adb029ab tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:09:12.352209 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-15fe40b5-98e6-4e87-a5fe-0e14adb029ab tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0418675 Jun 21 03:09:12.355991 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:12.366897 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae813a-8518-4d4f-b3bf-a19560c03502 req-0d734ccd-dbef-4b13-beb8-48e68c172f94 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:12.370476 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43ae813a-8518-4d4f-b3bf-a19560c03502 req-0d734ccd-dbef-4b13-beb8-48e68c172f94 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 931 time: 0.1180985 Jun 21 03:09:12.378986 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-36c1ab09-d124-437d-b01b-689663680279 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:09:12.379269 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-1094a0dd-3126-4760-a8e7-258b87ca1249 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:09:12.380545 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-1094a0dd-3126-4760-a8e7-258b87ca1249 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0087245 Jun 21 03:09:12.384968 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-36c1ab09-d124-437d-b01b-689663680279 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0571406 Jun 21 03:09:12.388360 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-6baa6ad5-7eff-4cbb-9f7e-c09021c4e3b5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:09:12.389623 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-6baa6ad5-7eff-4cbb-9f7e-c09021c4e3b5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060470 Jun 21 03:09:12.490225 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43ae813a-8518-4d4f-b3bf-a19560c03502 req-fe1f41e4-dec3-4591-835c-9c349f83138b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966530 Jun 21 03:09:12.493084 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-42a458f1-546e-482e-b5ca-0ffc18745e78 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 379 time: 0.2229426 Jun 21 03:09:12.500476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677147a4-501c-4cd5-9725-6068dad96f4d req-d259e626-bcd9-47b4-88d8-307bf2ba51f9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:12.513194 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677147a4-501c-4cd5-9725-6068dad96f4d req-d259e626-bcd9-47b4-88d8-307bf2ba51f9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 931 time: 0.3127272 Jun 21 03:09:12.523266 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'port': {'device_id': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'admin_state_up': True, 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'security_groups': ['37cf2ca5-d56c-4026-8361-cd79264a1b77']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:12.586794 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 82f6d058-58f3-4e26-9402-d06805d847ac is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:12.682393 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ff881e0-0022-4292-bb89-524a8007cc5c req-c1f27c15-7687-4a96-a0da-f0dc196b81b0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0496404 Jun 21 03:09:12.894207 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861383-e169-4ddd-a362-fcb063e4f44b req-b6d2eaad-3e95-4ab4-ab0b-512bb03950ca tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:12.903686 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34861383-e169-4ddd-a362-fcb063e4f44b req-b6d2eaad-3e95-4ab4-ab0b-512bb03950ca tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 932 time: 0.0896974 Jun 21 03:09:12.935052 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677147a4-501c-4cd5-9725-6068dad96f4d req-8fb007df-b5b6-45e5-892b-922644151a21 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980203 Jun 21 03:09:12.987296 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34861383-e169-4ddd-a362-fcb063e4f44b req-02f248e7-43c4-40c6-ba2f-5d63a058c1f1 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806875 Jun 21 03:09:13.057953 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Made reservation on behalf of 5badbc0000cf41beb6fd192462d4eda8 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:09:13.068082 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:13.259977 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97f9d-d063-48fc-9850-524b6a903a4e req-cfe984cc-dbbb-4b06-a22f-797a7d2c0e67 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:13.263278 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-04c97f9d-d063-48fc-9850-524b6a903a4e req-cfe984cc-dbbb-4b06-a22f-797a7d2c0e67 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 931 time: 0.1556263 Jun 21 03:09:13.292721 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Request body: {'port': {'device_id': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:13.383782 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Request body: {'port': {'device_id': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:13.522863 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Request body: {'port': {'device_id': '416a380b-f69e-4101-8c88-d26221caf707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:13.546663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Request body: {'port': {'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:13.576331 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:13.595818 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:13.699718 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:13.741596 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-04c97f9d-d063-48fc-9850-524b6a903a4e req-727fd1a2-970f-48d8-a1cf-e3169e763bcb tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4458907 Jun 21 03:09:13.779066 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Request body: {'port': {'device_id': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:13.863241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9687bc24-9ce3-4f4f-bd32-a89399bb545f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:13.967134 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Allocated IP 172.20.0.10 (dcb1b71f-0c69-4277-b872-e57779bda511/b0250926-a129-4dc7-ae77-0ed80c312002/a6a84e7e-f693-4251-bff2-a21fced5ba19) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:09:14.067369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:14.070886 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4c50164-a56e-484b-b896-6c8742fa6572 req-a641a8de-7848-4c13-b590-2347200331aa tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0825350 Jun 21 03:09:14.133631 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (7dcab122-3477-4e02-b7aa-acd704037607), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:14.224159 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=26 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:14.257470 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb91c4-76fa-4b81-9315-5c81f39623a9 req-833c45e2-d650-46ba-b2f0-7cf7fd4d660a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:14.266015 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3bcb91c4-76fa-4b81-9315-5c81f39623a9 req-833c45e2-d650-46ba-b2f0-7cf7fd4d660a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 931 time: 0.6724436 Jun 21 03:09:14.273267 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:14.502532 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:14.549758 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3bcb91c4-76fa-4b81-9315-5c81f39623a9 req-f23eacd7-ec74-4e80-9171-3f8f7d4d3207 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826760 Jun 21 03:09:14.743526 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (206224fe-0847-4816-a95b-3775f0529b12), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:14.748261 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549a727-5dcc-480b-a6f5-3ffa4454ccbc req-d415d440-8674-4b74-93ad-910d11d4671f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:14.756400 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2549a727-5dcc-480b-a6f5-3ffa4454ccbc req-d415d440-8674-4b74-93ad-910d11d4671f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 932 time: 0.0789516 Jun 21 03:09:14.841946 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f59c34-7dce-469b-8fcf-02f3d9eeb6e0 req-8a5fa1ed-053d-4c56-ba1e-078f1a07d614 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:14.853818 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99f59c34-7dce-469b-8fcf-02f3d9eeb6e0 req-8a5fa1ed-053d-4c56-ba1e-078f1a07d614 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 931 time: 0.5257664 Jun 21 03:09:14.868746 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:14.916628 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f44f583-f139-4fef-81d7-43b8032d3a1a {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:15.017312 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:15.035950 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Publish callbacks [] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:15.131589 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2549a727-5dcc-480b-a6f5-3ffa4454ccbc req-0fa32a92-2e6a-4c8d-aa87-442435cdc081 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741958 Jun 21 03:09:15.155969 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35ccf44-ec65-4aac-bc20-97be5d1a8d07 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:15.200907 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:15.221482 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Publish callbacks [] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:15.241038 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Transition to ACTIVE for port object 2f44f583-f139-4fef-81d7-43b8032d3a1a will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:09:15.268877 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:15.277221 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Transition to ACTIVE for port object b35ccf44-ec65-4aac-bc20-97be5d1a8d07 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:09:15.325566 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f44f583-f139-4fef-81d7-43b8032d3a1a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:15.331540 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:15.485720 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9e33-c8a8-406e-8b00-1327058046fe req-f8cd9de2-a7c6-480c-ae34-74429c15f33c tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:15.495083 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf1a9e33-c8a8-406e-8b00-1327058046fe req-f8cd9de2-a7c6-480c-ae34-74429c15f33c tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.1709795 Jun 21 03:09:15.559470 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Pushing event updated for resources: {'Port': ['ID=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:15.576113 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:15.867841 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf1a9e33-c8a8-406e-8b00-1327058046fe req-540698bf-c293-492b-a86d-b2d27a4abac2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709826 Jun 21 03:09:15.883018 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Attempting to bind port 2f44f583-f139-4fef-81d7-43b8032d3a1a on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:09:15.883388 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Attempting to bind port 2f44f583-f139-4fef-81d7-43b8032d3a1a by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:09:15.883715 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Attempting to bind port 2f44f583-f139-4fef-81d7-43b8032d3a1a on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:15.955660 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99f59c34-7dce-469b-8fcf-02f3d9eeb6e0 req-d708e07a-c756-4e7d-afcf-5ec9ccc762be tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1003644 Jun 21 03:09:15.962790 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Port 2f44f583-f139-4fef-81d7-43b8032d3a1a on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:09:15.963117 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Attempting to bind port 2f44f583-f139-4fef-81d7-43b8032d3a1a on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:16.020280 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Attempting to bind port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:09:16.020669 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Attempting to bind port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:09:16.021036 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Attempting to bind port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:16.031118 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:16.031484 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Checking segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:16.034064 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Bound using segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:16.034552 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Bound port: 2f44f583-f139-4fef-81d7-43b8032d3a1a, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:16.034922 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.067779 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:09:16.068099 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Attempting to bind port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:16.155760 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:16.156467 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Checking segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:16.157139 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Bound using segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:16.157692 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Bound port: b35ccf44-ec65-4aac-bc20-97be5d1a8d07, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:16.158131 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.164245 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9212591e-d432-48c9-9d53-f9a31c39b6e9 req-0319eaeb-ea3a-40aa-b65a-783bde0bef3f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0969574 Jun 21 03:09:16.300452 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.354408 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.371493 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:16.374718 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73aad9-9487-42a4-9092-770dcbce7730 req-a764ef92-dc9a-489f-835d-0be0c329be4d tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:16.376228 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d73aad9-9487-42a4-9092-770dcbce7730 req-a764ef92-dc9a-489f-835d-0be0c329be4d tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 932 time: 0.0583727 Jun 21 03:09:16.378087 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] For port 2f44f583-f139-4fef-81d7-43b8032d3a1a, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:16.400852 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:16.428039 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] For port 2f44f583-f139-4fef-81d7-43b8032d3a1a, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:16.441607 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] For port b35ccf44-ec65-4aac-bc20-97be5d1a8d07, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:16.446990 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.462898 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206224fe-0847-4816-a95b-3775f0529b12 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:16.470533 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] For port b35ccf44-ec65-4aac-bc20-97be5d1a8d07, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:16.491244 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Publish callbacks [] for port (206224fe-0847-4816-a95b-3775f0529b12), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.509229 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.520394 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f697c5-1333-4a22-a229-35a97f471245 req-96ca3b76-26ef-483d-850b-f0a8e77fa0d8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:16.525012 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-86f697c5-1333-4a22-a229-35a97f471245 req-96ca3b76-26ef-483d-850b-f0a8e77fa0d8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 931 time: 0.3948324 Jun 21 03:09:16.540558 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d73aad9-9487-42a4-9092-770dcbce7730 req-2c1a55be-8f35-433d-9836-42f150fbd856 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453643 Jun 21 03:09:16.542253 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:16.543024 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.544295 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] 10.222.0.36 "PUT /v2.0/ports/2f44f583-f139-4fef-81d7-43b8032d3a1a HTTP/1.1" status: 200 len: 1093 time: 3.6882110 Jun 21 03:09:16.548662 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:16.560349 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:16.561528 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.562679 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] 10.222.0.36 "PUT /v2.0/ports/b35ccf44-ec65-4aac-bc20-97be5d1a8d07 HTTP/1.1" status: 200 len: 1094 time: 3.7078249 Jun 21 03:09:16.571673 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046f19c-e75a-48bf-a84b-d0f111f44fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f44f583-f139-4fef-81d7-43b8032d3a1a,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:16.593419 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Transition to ACTIVE for port object 206224fe-0847-4816-a95b-3775f0529b12 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:09:16.681012 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853282d-2f50-4931-982b-757afcd8b504 service neutron] Pushing event updated for resources: {'Port': ['ID=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:16.688340 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.749773 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.789277 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d87894-53ab-49bc-875c-9c41ffc26ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:16.810421 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (206224fe-0847-4816-a95b-3775f0529b12), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.826299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:16.905212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcab122-3477-4e02-b7aa-acd704037607 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:16.916038 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Publish callbacks [] for port (7dcab122-3477-4e02-b7aa-acd704037607), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:16.933937 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Transition to ACTIVE for port object 7dcab122-3477-4e02-b7aa-acd704037607 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:09:17.014364 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d88aebd-93a4-49ee-87b9-6088bd55cb54 x-openstack-request-id: req-4d88aebd-93a4-49ee-87b9-6088bd55cb54 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:17.014648 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:17.014955 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d88aebd-93a4-49ee-87b9-6088bd55cb54 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:17.015560 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d88aebd-93a4-49ee-87b9-6088bd55cb54'] response: {'name': 'network-changed', 'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'status': 'completed', 'code': 200} Jun 21 03:09:17.044807 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (7dcab122-3477-4e02-b7aa-acd704037607), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.051622 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Network dcb1b71f-0c69-4277-b872-e57779bda511 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:09:17.089751 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:UPDATE=4,neutron:INSERT=3,neutron:SELECT=93 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:17.094221 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:09:17.113863 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:09:17.131207 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7883bb-f012-4c8f-93be-8db6c5b2164d req-bc630cb8-4e8e-412a-94af-ad4cee619831 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:17.138955 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c7883bb-f012-4c8f-93be-8db6c5b2164d req-bc630cb8-4e8e-412a-94af-ad4cee619831 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0616469 Jun 21 03:09:17.166378 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-86f697c5-1333-4a22-a229-35a97f471245 req-480a71aa-941e-4062-a834-7571127f907a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878334 Jun 21 03:09:17.166378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Pushing event updated for resources: {'Port': ['ID=206224fe-0847-4816-a95b-3775f0529b12,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:17.242581 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c7883bb-f012-4c8f-93be-8db6c5b2164d req-5ced1e61-7069-419b-8630-dc6ba9965abc tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027246 Jun 21 03:09:17.282853 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:17.377433 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Attempting to bind port 206224fe-0847-4816-a95b-3775f0529b12 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:09:17.377891 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Attempting to bind port 206224fe-0847-4816-a95b-3775f0529b12 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:09:17.378265 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Attempting to bind port 206224fe-0847-4816-a95b-3775f0529b12 on network 2ebbaafd-3967-48e9-87c6-06018a4be59f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:17.409963 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:17.410545 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.415055 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=7dcab122-3477-4e02-b7aa-acd704037607,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:17.433716 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449c385-91f4-435f-8b75-b59e9f9f8632 req-8dfc022e-ea27-4f3b-ba60-8f6ad1235faa tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:17.435378 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9449c385-91f4-435f-8b75-b59e9f9f8632 req-8dfc022e-ea27-4f3b-ba60-8f6ad1235faa tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0874827 Jun 21 03:09:17.469423 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea46eac-9326-474c-8b29-1ce4d2d9cada {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:17.478234 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Port 206224fe-0847-4816-a95b-3775f0529b12 on network 2ebbaafd-3967-48e9-87c6-06018a4be59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:09:17.478605 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Attempting to bind port 206224fe-0847-4816-a95b-3775f0529b12 on network 2ebbaafd-3967-48e9-87c6-06018a4be59f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:17.493875 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Publish callbacks [] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.501583 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:17.507559 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9449c385-91f4-435f-8b75-b59e9f9f8632 req-6c0a74de-416e-400f-be54-8f693431e949 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645053 Jun 21 03:09:17.546424 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b441cb-839d-491f-a1c6-50374c7ecade req-31482c9a-c593-4470-96b4-3fbdbe9a6966 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:17.556148 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-8f8feb98-dcd3-4746-a779-9d50632f1637 None None] Provisioning complete for port a6a84e7e-f693-4251-bff2-a21fced5ba19 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:17.556606 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f8feb98-dcd3-4746-a779-9d50632f1637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.556710 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-74b441cb-839d-491f-a1c6-50374c7ecade req-31482c9a-c593-4470-96b4-3fbdbe9a6966 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 931 time: 0.2595072 Jun 21 03:09:17.558732 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:17.559219 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Checking segment: {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:17.559786 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Bound using segment: {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:17.560226 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Bound port: 206224fe-0847-4816-a95b-3775f0529b12, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e57a39-a8b8-4f30-9219-c541dce8dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:17.560605 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (206224fe-0847-4816-a95b-3775f0529b12), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.572220 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-53527143-72d4-4bf6-b3df-836464e8d4d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0571532 Jun 21 03:09:17.588936 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Transition to ACTIVE for port object dea46eac-9326-474c-8b29-1ce4d2d9cada will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:09:17.592616 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8f8feb98-dcd3-4746-a779-9d50632f1637 None None] Port a6a84e7e-f693-4251-bff2-a21fced5ba19 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:09:17.611680 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.679835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f366842-fb1f-42f5-8b84-48d30c516d8b req-176899eb-dff8-4eac-91b1-c264382a01c6 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:17.681419 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f366842-fb1f-42f5-8b84-48d30c516d8b req-176899eb-dff8-4eac-91b1-c264382a01c6 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0512884 Jun 21 03:09:17.720212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Attempting to bind port 7dcab122-3477-4e02-b7aa-acd704037607 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:09:17.720581 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Attempting to bind port 7dcab122-3477-4e02-b7aa-acd704037607 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:09:17.720717 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:17.720919 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Attempting to bind port 7dcab122-3477-4e02-b7aa-acd704037607 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:17.735753 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f366842-fb1f-42f5-8b84-48d30c516d8b req-c85bd40e-eeca-4140-95ce-6362ada4a450 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485764 Jun 21 03:09:17.752933 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Port 7dcab122-3477-4e02-b7aa-acd704037607 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:09:17.753263 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Attempting to bind port 7dcab122-3477-4e02-b7aa-acd704037607 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:17.760847 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Pushing event updated for resources: {'Port': ['ID=dea46eac-9326-474c-8b29-1ce4d2d9cada,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:17.769815 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-74b441cb-839d-491f-a1c6-50374c7ecade req-c2fe05e6-3966-4a8a-a899-d47e26f8d5ac tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122507 Jun 21 03:09:17.778420 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:17.778768 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Checking segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:17.779150 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Bound using segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:17.779597 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Bound port: 7dcab122-3477-4e02-b7aa-acd704037607, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:17.779957 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (7dcab122-3477-4e02-b7aa-acd704037607), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.797237 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] For port 206224fe-0847-4816-a95b-3775f0529b12, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:17.845906 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] For port 206224fe-0847-4816-a95b-3775f0529b12, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=206224fe-0847-4816-a95b-3775f0529b12,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:17.859914 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (206224fe-0847-4816-a95b-3775f0529b12), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.908052 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:17.943373 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:17.943995 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:17.945425 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] 10.222.0.36 "PUT /v2.0/ports/206224fe-0847-4816-a95b-3775f0529b12 HTTP/1.1" status: 200 len: 1094 time: 5.0449498 Jun 21 03:09:17.945968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'tag': '206224fe-0847-4816-a95b-3775f0529b12'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:17.980004 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Attempting to bind port dea46eac-9326-474c-8b29-1ce4d2d9cada on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:09:17.980359 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Attempting to bind port dea46eac-9326-474c-8b29-1ce4d2d9cada by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:09:17.980754 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Attempting to bind port dea46eac-9326-474c-8b29-1ce4d2d9cada on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:17.995701 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] For port 7dcab122-3477-4e02-b7aa-acd704037607, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:17.998234 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Port dea46eac-9326-474c-8b29-1ce4d2d9cada on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:09:17.998561 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Attempting to bind port dea46eac-9326-474c-8b29-1ce4d2d9cada on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:18.011808 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fb4ad-7f60-4d6c-823e-83b29c658664 service neutron] Pushing event updated for resources: {'Port': ['ID=206224fe-0847-4816-a95b-3775f0529b12,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:18.017012 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:18.017364 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Checking segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:18.017743 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Bound using segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:18.018320 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Bound port: dea46eac-9326-474c-8b29-1ce4d2d9cada, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:18.018701 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:18.022758 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8a3ce8-6d9a-4082-8337-da26a030f538" -d '{"events": [{"name": "network-changed", "server_uuid": "571b42e5-3e2d-4bd4-8e97-5f09fff9b63d", "tag": "206224fe-0847-4816-a95b-3775f0529b12"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:18.026309 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] For port 7dcab122-3477-4e02-b7aa-acd704037607, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dcab122-3477-4e02-b7aa-acd704037607,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:18.038033 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (7dcab122-3477-4e02-b7aa-acd704037607), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:18.106748 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:18.107399 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:18.108810 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] 10.222.0.36 "PUT /v2.0/ports/7dcab122-3477-4e02-b7aa-acd704037607 HTTP/1.1" status: 200 len: 1093 time: 5.2704060 Jun 21 03:09:18.128867 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c7b6b0-e8b3-4815-aa98-2929f0cbe9d4 x-openstack-request-id: req-d8c7b6b0-e8b3-4815-aa98-2929f0cbe9d4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:18.129158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571b42e5-3e2d-4bd4-8e97-5f09fff9b63d", "tag": "206224fe-0847-4816-a95b-3775f0529b12", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:18.129421 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8c7b6b0-e8b3-4815-aa98-2929f0cbe9d4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:18.129893 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c7b6b0-e8b3-4815-aa98-2929f0cbe9d4'] response: {'name': 'network-changed', 'server_uuid': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'tag': '206224fe-0847-4816-a95b-3775f0529b12', 'status': 'completed', 'code': 200} Jun 21 03:09:18.140114 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04934d-1e36-4a77-ae70-252f980c1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=7dcab122-3477-4e02-b7aa-acd704037607,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:18.155161 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] For port dea46eac-9326-474c-8b29-1ce4d2d9cada, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:18.158772 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] For port dea46eac-9326-474c-8b29-1ce4d2d9cada, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:18.167878 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:18.207705 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:18.220983 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:18.222736 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:18.224555 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] 10.222.0.36 "PUT /v2.0/ports/dea46eac-9326-474c-8b29-1ce4d2d9cada HTTP/1.1" status: 200 len: 1093 time: 5.3517089 Jun 21 03:09:18.243508 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47af6b8-d6b3-4ec9-81f6-b6d4bcaceb08 service neutron] Pushing event updated for resources: {'Port': ['ID=dea46eac-9326-474c-8b29-1ce4d2d9cada,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:18.308128 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bed94-101c-494f-94cd-d64379210a57 req-cb16a136-b1f8-4fad-85a2-5fcd57be41d3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:18.309804 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-047bed94-101c-494f-94cd-d64379210a57 req-cb16a136-b1f8-4fad-85a2-5fcd57be41d3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0518091 Jun 21 03:09:18.385006 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-047bed94-101c-494f-94cd-d64379210a57 req-3c1d8ec7-493d-4312-814e-4c024b8bb750 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686712 Jun 21 03:09:18.403628 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9727e7-ff72-4e63-83ca-c0fd4be35f1d req-e08fa674-8c9c-4c79-8217-77a463dfaa23 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:18.406272 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c9727e7-ff72-4e63-83ca-c0fd4be35f1d req-e08fa674-8c9c-4c79-8217-77a463dfaa23 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0650778 Jun 21 03:09:18.454868 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c9727e7-ff72-4e63-83ca-c0fd4be35f1d req-f4fa2bb9-c418-4ff9-be29-49563c6107bc tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438914 Jun 21 03:09:18.642526 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:18.651101 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40870f80-be49-4c49-b41a-6e97a633d63e req-0601e68f-5e21-4f51-876a-84ab8b205b0d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:18.652595 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-40870f80-be49-4c49-b41a-6e97a633d63e req-0601e68f-5e21-4f51-876a-84ab8b205b0d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0491433 Jun 21 03:09:18.705608 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-40870f80-be49-4c49-b41a-6e97a633d63e req-24148555-a331-4bc8-8ada-0ac467e1e756 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470850 Jun 21 03:09:18.858245 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25cd36-29b3-4626-b5d4-b961a8a91c7b req-19aca2bf-d35f-4f64-b7a7-12f022bc4e8e tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:18.859742 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c25cd36-29b3-4626-b5d4-b961a8a91c7b req-19aca2bf-d35f-4f64-b7a7-12f022bc4e8e tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0489469 Jun 21 03:09:18.892680 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f124880-77cc-48b4-9235-3a1287b51bf2 req-01a3a95e-1a79-4e90-9c39-892f1a47b324 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:18.894249 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2f124880-77cc-48b4-9235-3a1287b51bf2 req-01a3a95e-1a79-4e90-9c39-892f1a47b324 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0543120 Jun 21 03:09:18.908193 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c25cd36-29b3-4626-b5d4-b961a8a91c7b req-1eefe46f-696e-4b71-a73f-0a66d07ec092 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Jun 21 03:09:18.948192 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2f124880-77cc-48b4-9235-3a1287b51bf2 req-831311d6-1f1c-4239-bc77-b3d10a4e6814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481932 Jun 21 03:09:19.016823 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'tag': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:19.019613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e76c73-7869-4d2b-a9c8-91b33db2a2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa1873d-908f-4d20-b5f3-5c6c74ea0294", "tag": "b35ccf44-ec65-4aac-bc20-97be5d1a8d07"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:19.057056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a35a6a0-5523-405c-916a-c18e0dd1178a x-openstack-request-id: req-3a35a6a0-5523-405c-916a-c18e0dd1178a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:19.057398 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa1873d-908f-4d20-b5f3-5c6c74ea0294", "tag": "b35ccf44-ec65-4aac-bc20-97be5d1a8d07", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:19.057670 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a35a6a0-5523-405c-916a-c18e0dd1178a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:19.058177 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a35a6a0-5523-405c-916a-c18e0dd1178a'] response: {'name': 'network-changed', 'server_uuid': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'tag': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07', 'status': 'completed', 'code': 200} Jun 21 03:09:19.511660 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b0e2-4839-440f-bc28-fd6877533ce6 req-5edba5e3-89b2-4741-a5c3-fbfe46bd2558 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:19.513182 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-68d9b0e2-4839-440f-bc28-fd6877533ce6 req-5edba5e3-89b2-4741-a5c3-fbfe46bd2558 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0528376 Jun 21 03:09:19.562307 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-68d9b0e2-4839-440f-bc28-fd6877533ce6 req-b6e81e25-c786-4175-bfdd-458c7437d213 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Jun 21 03:09:19.574461 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e564d5-0e48-4766-ad99-1355ba378b4d req-8d37ebdb-934f-4af9-a996-4f1d340195d7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:19.576061 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5e564d5-0e48-4766-ad99-1355ba378b4d req-8d37ebdb-934f-4af9-a996-4f1d340195d7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0504959 Jun 21 03:09:19.783951 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5e564d5-0e48-4766-ad99-1355ba378b4d req-fd325145-f255-4393-a895-3482cc5c3be0 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019467 Jun 21 03:09:19.827673 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb370713-5935-4253-9e5a-84875fa7dcc6 req-e6824d9c-22f8-4cbd-9406-2517125e1a05 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:19.829135 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb370713-5935-4253-9e5a-84875fa7dcc6 req-e6824d9c-22f8-4cbd-9406-2517125e1a05 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0502198 Jun 21 03:09:19.877285 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb370713-5935-4253-9e5a-84875fa7dcc6 req-7bb9a3ea-2fed-4d28-a055-5d26ef1998ff tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Jun 21 03:09:20.026400 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdf1c9-ce77-4981-8039-7586158a670e req-4451d640-a465-42e5-8371-236ce5310c77 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:20.030262 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24fdf1c9-ce77-4981-8039-7586158a670e req-4451d640-a465-42e5-8371-236ce5310c77 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0489991 Jun 21 03:09:20.086489 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4c7ce-6009-49f3-9f42-4f0ead401d71 req-94fb6f8a-5f9f-44bf-8678-d48df893aaa1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:20.088285 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5fa4c7ce-6009-49f3-9f42-4f0ead401d71 req-94fb6f8a-5f9f-44bf-8678-d48df893aaa1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0716689 Jun 21 03:09:20.094164 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24fdf1c9-ce77-4981-8039-7586158a670e req-2337b64b-c8e6-4fa7-8d67-6b26dbb3dbb0 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585093 Jun 21 03:09:20.132485 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416a380b-f69e-4101-8c88-d26221caf707', 'tag': '7dcab122-3477-4e02-b7aa-acd704037607'}, {'name': 'network-changed', 'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:20.135554 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f" -d '{"events": [{"name": "network-changed", "server_uuid": "416a380b-f69e-4101-8c88-d26221caf707", "tag": "7dcab122-3477-4e02-b7aa-acd704037607"}, {"name": "network-changed", "server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:20.169701 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5fa4c7ce-6009-49f3-9f42-4f0ead401d71 req-40bbf1fa-9a35-4c9f-be42-9bb744a4f8bc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730529 Jun 21 03:09:20.184239 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1238af4a-6b08-40ce-8897-4d7cb9676d5a x-openstack-request-id: req-1238af4a-6b08-40ce-8897-4d7cb9676d5a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:20.184662 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416a380b-f69e-4101-8c88-d26221caf707", "tag": "7dcab122-3477-4e02-b7aa-acd704037607", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:20.184977 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1238af4a-6b08-40ce-8897-4d7cb9676d5a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:20.185384 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1238af4a-6b08-40ce-8897-4d7cb9676d5a'] response: {'name': 'network-changed', 'server_uuid': '416a380b-f69e-4101-8c88-d26221caf707', 'tag': '7dcab122-3477-4e02-b7aa-acd704037607', 'status': 'completed', 'code': 200} Jun 21 03:09:20.185634 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1238af4a-6b08-40ce-8897-4d7cb9676d5a'] response: {'name': 'network-changed', 'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'status': 'completed', 'code': 200} Jun 21 03:09:20.719526 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5673b05-d406-4dc7-b782-03deedb0f24f req-b5474039-2bf9-4c13-ab16-fe3a8e9adf1d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:20.722735 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5673b05-d406-4dc7-b782-03deedb0f24f req-b5474039-2bf9-4c13-ab16-fe3a8e9adf1d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0774329 Jun 21 03:09:20.778503 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5673b05-d406-4dc7-b782-03deedb0f24f req-8a575bab-c842-46e9-b31b-c7676633aae2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512002 Jun 21 03:09:20.912963 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cc9da-8a76-4625-afac-890c2509d7f8 req-58155211-97f0-4cd6-9e8d-b0a6631d4dc1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:20.915028 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f7cc9da-8a76-4625-afac-890c2509d7f8 req-58155211-97f0-4cd6-9e8d-b0a6631d4dc1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0524330 Jun 21 03:09:20.975824 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f7cc9da-8a76-4625-afac-890c2509d7f8 req-18e71b20-f915-4e4e-8e85-05cf96529042 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550325 Jun 21 03:09:21.012142 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34211c-fc01-4747-bf29-c06a58948184 req-012748c9-0363-4247-817c-59e82abcf888 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:21.013831 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de34211c-fc01-4747-bf29-c06a58948184 req-012748c9-0363-4247-817c-59e82abcf888 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0516849 Jun 21 03:09:21.065327 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de34211c-fc01-4747-bf29-c06a58948184 req-c2efb0bf-886f-4214-a67b-7d36590a3aae tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442076 Jun 21 03:09:21.214571 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00cf9e-4542-45b4-80cc-f747981b3a05 req-e1bdbdbe-805d-4ded-851e-b9fdffea81c3 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:21.216458 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c00cf9e-4542-45b4-80cc-f747981b3a05 req-e1bdbdbe-805d-4ded-851e-b9fdffea81c3 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0504634 Jun 21 03:09:21.277574 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c00cf9e-4542-45b4-80cc-f747981b3a05 req-d174d487-c51d-4983-a748-acb51dccad56 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550992 Jun 21 03:09:21.293209 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84514a1f-95fe-4e1e-9308-47d3528cc453 req-1974658c-6104-41e0-921b-3390b3d1f224 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:21.294781 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84514a1f-95fe-4e1e-9308-47d3528cc453 req-1974658c-6104-41e0-921b-3390b3d1f224 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0526979 Jun 21 03:09:21.348261 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84514a1f-95fe-4e1e-9308-47d3528cc453 req-9dc8f2a9-c748-4b05-a060-e3a68ac64233 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468016 Jun 21 03:09:21.956525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d0d30-d9a1-4a98-9f89-03eff6b101f2 req-eb3cd29c-411a-418a-8e18-0626d21e86b1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:21.960463 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-904d0d30-d9a1-4a98-9f89-03eff6b101f2 req-eb3cd29c-411a-418a-8e18-0626d21e86b1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0721869 Jun 21 03:09:22.057019 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-904d0d30-d9a1-4a98-9f89-03eff6b101f2 req-f4b82bec-045c-4a72-833f-9507c660cd54 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893390 Jun 21 03:09:22.176918 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe8100-ba51-4bf2-9418-696534870cec req-e894fab8-2b50-4c69-967d-26f2b6457703 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:22.185382 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5bbe8100-ba51-4bf2-9418-696534870cec req-e894fab8-2b50-4c69-967d-26f2b6457703 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0746288 Jun 21 03:09:22.214283 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:22.224124 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:22.263429 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5bbe8100-ba51-4bf2-9418-696534870cec req-89125d88-9247-42f1-83d3-3854a36efc9f tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765889 Jun 21 03:09:22.275760 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca895e-e90e-4f78-a8bb-00694513c429 req-f8a2fd42-dff9-471b-bd78-92b47034bf09 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:22.277457 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1ca895e-e90e-4f78-a8bb-00694513c429 req-f8a2fd42-dff9-471b-bd78-92b47034bf09 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0634706 Jun 21 03:09:22.362532 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1ca895e-e90e-4f78-a8bb-00694513c429 req-28df708e-f16c-49f5-8573-e1523c168ff6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781646 Jun 21 03:09:22.438410 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033118f-18f1-431f-83e8-0ceca5f81156 req-131d44ae-dd43-47a1-aa56-0ceb52a666bc tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:22.443795 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f033118f-18f1-431f-83e8-0ceca5f81156 req-131d44ae-dd43-47a1-aa56-0ceb52a666bc tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0767410 Jun 21 03:09:22.524025 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65358341-42e5-47c8-ae87-4530351559a8 req-e5f31ab2-bf7f-41de-9535-901bc8a92394 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:22.525878 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65358341-42e5-47c8-ae87-4530351559a8 req-e5f31ab2-bf7f-41de-9535-901bc8a92394 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0721099 Jun 21 03:09:22.539217 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f033118f-18f1-431f-83e8-0ceca5f81156 req-af9e4ccf-b575-4a27-bfb6-408ad0c3da64 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908213 Jun 21 03:09:22.598049 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65358341-42e5-47c8-ae87-4530351559a8 req-071629ec-a9e4-4b84-b10c-d14eb4e8ff8f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540016 Jun 21 03:09:23.181871 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9634c5-b424-4f96-b212-eb2aa84e1baa req-096f81d6-77ce-443a-8361-3b95f45bf606 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:23.183451 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c9634c5-b424-4f96-b212-eb2aa84e1baa req-096f81d6-77ce-443a-8361-3b95f45bf606 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0625417 Jun 21 03:09:23.239923 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c9634c5-b424-4f96-b212-eb2aa84e1baa req-fdc367e1-6e6b-43a7-b283-05f194c81976 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Jun 21 03:09:23.372974 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8482f-a240-4263-93d2-6746f694ba62 req-a1f4865b-5b19-43b7-a421-b99bf02e81b1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:23.374526 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78a8482f-a240-4263-93d2-6746f694ba62 req-a1f4865b-5b19-43b7-a421-b99bf02e81b1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0521185 Jun 21 03:09:23.430600 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:23.436071 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78a8482f-a240-4263-93d2-6746f694ba62 req-921e4021-d51e-44e9-bbd2-84739bb70be5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553083 Jun 21 03:09:23.510393 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0abe90-0120-4db7-8550-8bef9ae49dfc req-e48fd448-188c-485b-a202-8569b6fe82b7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:23.512687 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b0abe90-0120-4db7-8550-8bef9ae49dfc req-e48fd448-188c-485b-a202-8569b6fe82b7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0522597 Jun 21 03:09:23.561527 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b0abe90-0120-4db7-8550-8bef9ae49dfc req-a540e12a-93fd-4dbc-a5f9-42e43550446e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Jun 21 03:09:23.636635 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:23.660146 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46528444-ad0d-4472-9157-a6d4eb1d9f79 req-3a6ade2c-54cf-413f-961c-68ba46defe4a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:23.661768 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-46528444-ad0d-4472-9157-a6d4eb1d9f79 req-3a6ade2c-54cf-413f-961c-68ba46defe4a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0564642 Jun 21 03:09:23.722191 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-46528444-ad0d-4472-9157-a6d4eb1d9f79 req-525d0d94-c185-4547-83c0-261e56f1f093 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545189 Jun 21 03:09:23.758579 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50bb8-1e2f-45fc-97ba-2c764e0f140b req-5edbc9cf-499e-4ed3-ac9e-8a8c526c0d0d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:23.760503 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cbd50bb8-1e2f-45fc-97ba-2c764e0f140b req-5edbc9cf-499e-4ed3-ac9e-8a8c526c0d0d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0696352 Jun 21 03:09:23.782320 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:23.819233 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cbd50bb8-1e2f-45fc-97ba-2c764e0f140b req-7057c053-b10c-4d4d-8045-fe1fa0edb45c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527694 Jun 21 03:09:24.377145 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0461a-9f52-45f6-a678-1b673581900d req-65d94d59-e5be-4a70-b8f9-2aaa6179fcf7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:24.378736 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-54f0461a-9f52-45f6-a678-1b673581900d req-65d94d59-e5be-4a70-b8f9-2aaa6179fcf7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0609803 Jun 21 03:09:24.430560 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-54f0461a-9f52-45f6-a678-1b673581900d req-e0a7ef27-dc73-48ec-97b5-e12e450ca4ca tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Jun 21 03:09:24.565296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a70e-b481-4fb1-9614-b225b873238a req-e8d06960-c71d-4cef-b0bd-8e676bef8f90 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:24.566869 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6341a70e-b481-4fb1-9614-b225b873238a req-e8d06960-c71d-4cef-b0bd-8e676bef8f90 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0555422 Jun 21 03:09:24.618753 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6341a70e-b481-4fb1-9614-b225b873238a req-149d4d6b-2987-428c-914f-1ee796062b01 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 Jun 21 03:09:24.848622 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b4a23-682a-43ca-a66f-99f424ceaab9 req-499a7f95-8a5c-40cc-bea0-639f45c1b7ab tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:24.850159 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f62b4a23-682a-43ca-a66f-99f424ceaab9 req-499a7f95-8a5c-40cc-bea0-639f45c1b7ab tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0528824 Jun 21 03:09:24.861261 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd0c4b-ec94-4eb7-8cb4-0df5814a43c4 req-eb4c10ed-519a-409d-9299-72f7b48322f9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:24.863673 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-55fd0c4b-ec94-4eb7-8cb4-0df5814a43c4 req-eb4c10ed-519a-409d-9299-72f7b48322f9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.2287230 Jun 21 03:09:24.900073 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f62b4a23-682a-43ca-a66f-99f424ceaab9 req-acf467f3-f340-4754-9b08-90e38413a0b2 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428407 Jun 21 03:09:24.910738 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-55fd0c4b-ec94-4eb7-8cb4-0df5814a43c4 req-8987f5e7-9b63-4520-9b68-a36ae1757ae9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411663 Jun 21 03:09:25.013907 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee4bf-5456-4edb-b0c3-c79eb584f12b req-f203e2ed-092a-46b3-a9a0-0bf40908d79a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:25.015465 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a56ee4bf-5456-4edb-b0c3-c79eb584f12b req-f203e2ed-092a-46b3-a9a0-0bf40908d79a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0528071 Jun 21 03:09:25.066234 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a56ee4bf-5456-4edb-b0c3-c79eb584f12b req-55f8845f-c5e6-4e35-90dc-1f1029327583 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440726 Jun 21 03:09:25.548670 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf672a0-1c00-49a0-8aa3-bc9c116a25a5 req-2bcd31d8-31de-428e-b656-6c7c3527e09b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:25.550273 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ccf672a0-1c00-49a0-8aa3-bc9c116a25a5 req-2bcd31d8-31de-428e-b656-6c7c3527e09b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0491519 Jun 21 03:09:25.598061 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ccf672a0-1c00-49a0-8aa3-bc9c116a25a5 req-12446149-7f62-482b-afac-85cf0c9e92f8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Jun 21 03:09:25.746516 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17741a-e1f2-45ca-aaf6-52d7e603f246 req-181930e6-502d-4879-9019-5463f592cdf5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:25.748679 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff17741a-e1f2-45ca-aaf6-52d7e603f246 req-181930e6-502d-4879-9019-5463f592cdf5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0512812 Jun 21 03:09:25.804814 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff17741a-e1f2-45ca-aaf6-52d7e603f246 req-6edb233b-81bc-4e40-a5ae-3fe663104105 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 Jun 21 03:09:26.053442 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23a928-26d6-40a6-8c62-70e0ea60ee0b req-54aae864-8c5d-4af6-9fce-89a9508d3c0f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:26.057368 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e23a928-26d6-40a6-8c62-70e0ea60ee0b req-54aae864-8c5d-4af6-9fce-89a9508d3c0f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0667949 Jun 21 03:09:26.068601 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06de46-22bf-4c42-b593-433eedb8310b req-424730c7-dce1-455c-857d-0591cfa857b5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:26.070477 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe06de46-22bf-4c42-b593-433eedb8310b req-424730c7-dce1-455c-857d-0591cfa857b5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0671155 Jun 21 03:09:26.115178 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e23a928-26d6-40a6-8c62-70e0ea60ee0b req-cf87ba2f-04b3-4fcd-bab0-f3676867b982 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520713 Jun 21 03:09:26.130207 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe06de46-22bf-4c42-b593-433eedb8310b req-2e637608-7f3e-44dd-a5b0-8115510cf0b6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530570 Jun 21 03:09:26.240879 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed056b6b-c75b-4dfa-8bd3-b301a6cebace req-ccbd58c2-9925-451c-8ef0-83d7f4180af8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:26.242370 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed056b6b-c75b-4dfa-8bd3-b301a6cebace req-ccbd58c2-9925-451c-8ef0-83d7f4180af8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0479569 Jun 21 03:09:26.291602 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed056b6b-c75b-4dfa-8bd3-b301a6cebace req-3bebdf71-ec0f-4b46-91db-4df02308f594 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Jun 21 03:09:26.712960 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d4e2b-8455-474a-a08d-342b76549f79 req-0c241e22-5275-4424-b19e-7de9e02a55fb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:26.714419 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-752d4e2b-8455-474a-a08d-342b76549f79 req-0c241e22-5275-4424-b19e-7de9e02a55fb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0467758 Jun 21 03:09:26.767495 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-752d4e2b-8455-474a-a08d-342b76549f79 req-cc7f34df-da74-4291-9980-890bf77c80b8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Jun 21 03:09:26.940866 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b0fbe-3fc7-475e-8f6f-1ffd8bc465e5 req-90c24ed7-3130-4f02-87b2-2d55334c443b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:26.942288 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa7b0fbe-3fc7-475e-8f6f-1ffd8bc465e5 req-90c24ed7-3130-4f02-87b2-2d55334c443b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0632873 Jun 21 03:09:26.994915 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa7b0fbe-3fc7-475e-8f6f-1ffd8bc465e5 req-4736d49b-dbb4-4c62-9358-4c17a32b3413 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Jun 21 03:09:27.245832 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a538f-db6d-4adc-856e-b95c0097e8e2 req-5df8da38-24af-48ca-aa22-bd387c07759f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:27.247753 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a54a538f-db6d-4adc-856e-b95c0097e8e2 req-5df8da38-24af-48ca-aa22-bd387c07759f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0492663 Jun 21 03:09:27.251902 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b68fd1-c4f3-46b1-b2c1-d77a329a65f7 req-294b93ab-5e98-4d9c-b3bf-20a85cf45799 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:27.253517 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-22b68fd1-c4f3-46b1-b2c1-d77a329a65f7 req-294b93ab-5e98-4d9c-b3bf-20a85cf45799 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0508556 Jun 21 03:09:27.298387 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a54a538f-db6d-4adc-856e-b95c0097e8e2 req-07310eb0-8d75-45e6-bff2-26a564a3a84c tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Jun 21 03:09:27.300522 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-22b68fd1-c4f3-46b1-b2c1-d77a329a65f7 req-1bf8cbe4-5cd0-462e-b51a-2f4483ae47ff tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Jun 21 03:09:27.370162 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:27.413941 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159794bd-4a70-4911-a8c7-b214fc02e6dc req-a4664295-9d55-4928-9c90-c8506dd30e2f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:27.415430 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-159794bd-4a70-4911-a8c7-b214fc02e6dc req-a4664295-9d55-4928-9c90-c8506dd30e2f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0544572 Jun 21 03:09:27.464550 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-159794bd-4a70-4911-a8c7-b214fc02e6dc req-d059ac3b-e7fd-406d-8b3e-633c2baebcdb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434177 Jun 21 03:09:27.891665 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b24808-56a0-474f-b5e6-ed98ab6c114d req-dbaeec3c-335e-40a9-a62f-21b43b582eeb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:27.893150 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89b24808-56a0-474f-b5e6-ed98ab6c114d req-dbaeec3c-335e-40a9-a62f-21b43b582eeb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0550487 Jun 21 03:09:27.940392 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89b24808-56a0-474f-b5e6-ed98ab6c114d req-3a89dada-9055-4478-9b0a-6b3c1922ee94 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jun 21 03:09:28.111194 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8566c6-d34b-4cb2-be12-0381e25cdedb req-e4068f82-42f7-4596-ba0a-a078e8411f33 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:28.112732 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d8566c6-d34b-4cb2-be12-0381e25cdedb req-e4068f82-42f7-4596-ba0a-a078e8411f33 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0486033 Jun 21 03:09:28.161519 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d8566c6-d34b-4cb2-be12-0381e25cdedb req-7713b641-65ff-4c62-a8af-7768c35e6181 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431259 Jun 21 03:09:28.425346 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f55f2d-57bb-4636-82ee-cb72470ea661 req-41fda95b-e982-41c4-84e8-e3b4192e69ac tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:28.426823 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7f55f2d-57bb-4636-82ee-cb72470ea661 req-41fda95b-e982-41c4-84e8-e3b4192e69ac tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0530758 Jun 21 03:09:28.431175 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028594-16dc-4b13-a698-296fc09eb346 req-ad3783d3-6ce1-4d5d-abfe-dca5086dc9b7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:28.433332 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0d028594-16dc-4b13-a698-296fc09eb346 req-ad3783d3-6ce1-4d5d-abfe-dca5086dc9b7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.0553339 Jun 21 03:09:28.478295 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:28.480360 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:28.480598 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7f55f2d-57bb-4636-82ee-cb72470ea661 req-c9cd5a22-3084-4e7d-b6d2-ff78fb1ae4cf tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456274 Jun 21 03:09:28.489848 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0d028594-16dc-4b13-a698-296fc09eb346 req-aadd888e-cb27-4950-9d4a-c21fda6fdda6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504067 Jun 21 03:09:28.606765 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb6ce7-2d55-42a4-854c-db7ad1385bd9 req-e5330e0a-4ad6-402f-b89f-be13d1c60614 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:28.608518 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5eeb6ce7-2d55-42a4-854c-db7ad1385bd9 req-e5330e0a-4ad6-402f-b89f-be13d1c60614 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0569952 Jun 21 03:09:28.666659 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5eeb6ce7-2d55-42a4-854c-db7ad1385bd9 req-0f2b2c1d-1686-4ee4-b470-e0144708bc9b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513544 Jun 21 03:09:29.080965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4f80-382e-47d7-a89d-fdcd82f3fad4 req-86978e10-9b17-4602-b2ac-e018869cb914 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.082993 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-618f4f80-382e-47d7-a89d-fdcd82f3fad4 req-86978e10-9b17-4602-b2ac-e018869cb914 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0563695 Jun 21 03:09:29.114933 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:29.144496 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-618f4f80-382e-47d7-a89d-fdcd82f3fad4 req-7480aee5-ef5f-4166-8dc9-da84cf4ab53d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528286 Jun 21 03:09:29.229815 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Request body: {'port': {'device_id': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:29.232799 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:29.260440 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:29.337678 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc6381-4f95-4778-8bcf-285f28d710a7 req-21aba114-95eb-49df-8b4c-cb577a1d5a6b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.339133 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1cdc6381-4f95-4778-8bcf-285f28d710a7 req-21aba114-95eb-49df-8b4c-cb577a1d5a6b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0760345 Jun 21 03:09:29.340193 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:29.432196 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1cdc6381-4f95-4778-8bcf-285f28d710a7 req-80647845-e4a3-43dd-9de2-f2072ab366c9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824277 Jun 21 03:09:29.683315 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f060d9-e92a-4f4a-bcfb-8cb4d9ccfdce req-e950b673-dcbf-4805-9fc5-841e61566282 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.684970 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58f060d9-e92a-4f4a-bcfb-8cb4d9ccfdce req-e950b673-dcbf-4805-9fc5-841e61566282 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.1303535 Jun 21 03:09:29.742354 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d87894-53ab-49bc-875c-9c41ffc26ae7 req-fb33b9e3-8fe3-497e-9f40-a2ffd034668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.743852 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59d87894-53ab-49bc-875c-9c41ffc26ae7 req-fb33b9e3-8fe3-497e-9f40-a2ffd034668d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 1127 time: 0.1374385 Jun 21 03:09:29.745105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a3ce8-6d9a-4082-8337-da26a030f538 req-fad9b2f5-d480-4f1d-9594-bcf1c6531ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.746438 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc8a3ce8-6d9a-4082-8337-da26a030f538 req-fad9b2f5-d480-4f1d-9594-bcf1c6531ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c102f5ee47e426c8f4e0ced15f60bee&device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 1128 time: 0.1029155 Jun 21 03:09:29.746760 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-b135ed1f-6afd-411a-9cf9-4b3997858260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.748599 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-b135ed1f-6afd-411a-9cf9-4b3997858260 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 1127 time: 0.2265251 Jun 21 03:09:29.749565 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-c43381d1-0fb7-4e08-9a43-336be721f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.750881 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-c43381d1-0fb7-4e08-9a43-336be721f38e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 1127 time: 0.2277303 Jun 21 03:09:29.766798 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390c39e-29c0-4db6-8efc-9cca02441f79 req-23c987c1-d572-4824-b801-01c710d92085 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.768101 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8390c39e-29c0-4db6-8efc-9cca02441f79 req-23c987c1-d572-4824-b801-01c710d92085 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 932 time: 0.1313274 Jun 21 03:09:29.771946 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e76c73-7869-4d2b-a9c8-91b33db2a2f4 req-b79a2643-f90c-4ff5-a369-f93014993d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.773052 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58f060d9-e92a-4f4a-bcfb-8cb4d9ccfdce req-fe1f6f7b-77b3-4385-93d8-d7039f4c00e0 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646031 Jun 21 03:09:29.773353 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23e76c73-7869-4d2b-a9c8-91b33db2a2f4 req-b79a2643-f90c-4ff5-a369-f93014993d3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1128 time: 0.1526275 Jun 21 03:09:29.949503 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-2b04ea46-9fc2-4a6c-a2a9-9b0283ec1cd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcab122-3477-4e02-b7aa-acd704037607 HTTP/1.1" status: 200 len: 217 time: 0.1340594 Jun 21 03:09:29.950668 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-baf270d4-a80a-4663-9c9b-66ec6d4f7216 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada HTTP/1.1" status: 200 len: 217 time: 0.1364100 Jun 21 03:09:29.983521 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8846f85-f569-4f46-bb42-b6768a7b6728 req-d4237f68-2b14-444d-afd2-6bc356e9e0b0 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:29.985057 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8846f85-f569-4f46-bb42-b6768a7b6728 req-d4237f68-2b14-444d-afd2-6bc356e9e0b0 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.1464126 Jun 21 03:09:30.061312 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a84e7e-f693-4251-bff2-a21fced5ba19 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:30.069699 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8390c39e-29c0-4db6-8efc-9cca02441f79 req-0141482e-c390-4804-8b6e-9a085067d854 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898030 Jun 21 03:09:30.089511 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Publish callbacks [] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:30.113307 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a3ce8-6d9a-4082-8337-da26a030f538 req-762402c2-12f4-467d-8338-fda0ede14308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.115002 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc8a3ce8-6d9a-4082-8337-da26a030f538 req-762402c2-12f4-467d-8338-fda0ede14308 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8c102f5ee47e426c8f4e0ced15f60bee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2980506 Jun 21 03:09:30.119040 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d87894-53ab-49bc-875c-9c41ffc26ae7 req-2c5d6627-1cfa-4cf2-850d-3e106c13e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.120370 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59d87894-53ab-49bc-875c-9c41ffc26ae7 req-2c5d6627-1cfa-4cf2-850d-3e106c13e651 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8dd05fc495454e9290c277ed4db003d8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3241987 Jun 21 03:09:30.132448 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8846f85-f569-4f46-bb42-b6768a7b6728 req-db120a19-d262-4ce8-b37e-c6b7760d0246 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127121 Jun 21 03:09:30.172970 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Transition to ACTIVE for port object a6a84e7e-f693-4251-bff2-a21fced5ba19 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:09:30.182564 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-4d26277e-4872-4b80-8e6f-ae2119daecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.183998 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-4d26277e-4872-4b80-8e6f-ae2119daecf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.2160845 Jun 21 03:09:30.196884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:30.208983 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-bd2d2037-c47d-46a6-97f0-62a9c7b011c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.210440 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-bd2d2037-c47d-46a6-97f0-62a9c7b011c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.2414289 Jun 21 03:09:30.248699 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:30.322542 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e76c73-7869-4d2b-a9c8-91b33db2a2f4 req-c1ed8387-217f-4eaf-9fa8-2e6b7d5801a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.324184 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23e76c73-7869-4d2b-a9c8-91b33db2a2f4 req-c1ed8387-217f-4eaf-9fa8-2e6b7d5801a9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4035506 Jun 21 03:09:30.343432 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:30.549967 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec45cd-3b66-471c-98de-944b051b7370 req-4579b68c-3e97-456a-902a-0bc1dfa34683 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.551526 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbec45cd-3b66-471c-98de-944b051b7370 req-4579b68c-3e97-456a-902a-0bc1dfa34683 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0499194 Jun 21 03:09:30.560864 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191128-8aa4-4eb3-b3d5-59da0f3c22c0 req-2dda6f07-f634-415f-a780-956118013d10 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.562196 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-91191128-8aa4-4eb3-b3d5-59da0f3c22c0 req-2dda6f07-f634-415f-a780-956118013d10 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.3164136 Jun 21 03:09:30.582583 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:30.612302 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbec45cd-3b66-471c-98de-944b051b7370 req-16842c2c-3259-4faf-9e23-c053430d5d32 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546682 Jun 21 03:09:30.644831 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Attempting to bind port a6a84e7e-f693-4251-bff2-a21fced5ba19 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:09:30.645157 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Attempting to bind port a6a84e7e-f693-4251-bff2-a21fced5ba19 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:09:30.645479 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Attempting to bind port a6a84e7e-f693-4251-bff2-a21fced5ba19 on network dcb1b71f-0c69-4277-b872-e57779bda511 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:30.655904 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-91191128-8aa4-4eb3-b3d5-59da0f3c22c0 req-4b4671f7-e969-4bd7-9f2d-e0cad2bd7b81 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Jun 21 03:09:30.656586 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Port a6a84e7e-f693-4251-bff2-a21fced5ba19 on network dcb1b71f-0c69-4277-b872-e57779bda511 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:09:30.656898 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Attempting to bind port a6a84e7e-f693-4251-bff2-a21fced5ba19 on network dcb1b71f-0c69-4277-b872-e57779bda511 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:09:30.662013 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:09:30.662337 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Checking segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:09:30.662697 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Bound using segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:09:30.663112 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Bound port: a6a84e7e-f693-4251-bff2-a21fced5ba19, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:09:30.663456 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:30.732483 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:09:30.735696 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:09:30.744550 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:30.780851 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.781461 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:30.782789 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] 10.222.0.36 "PUT /v2.0/ports/a6a84e7e-f693-4251-bff2-a21fced5ba19 HTTP/1.1" status: 200 len: 1094 time: 1.5574305 Jun 21 03:09:30.783246 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:30.785509 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3be2eb9-3a58-4e3a-8e37-f91b06ec9b44" -d '{"events": [{"name": "network-changed", "server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:30.807889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccc04e-d405-4260-a96e-0672529c37af service neutron] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:30.831305 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74dff68-2551-4489-a3ac-3a57de48e4f9 x-openstack-request-id: req-a74dff68-2551-4489-a3ac-3a57de48e4f9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:30.831730 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:30.831952 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a74dff68-2551-4489-a3ac-3a57de48e4f9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:30.832457 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74dff68-2551-4489-a3ac-3a57de48e4f9'] response: {'name': 'network-changed', 'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'status': 'completed', 'code': 200} Jun 21 03:09:30.895995 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d03f63-565f-4c72-9dfb-a8a10974cc11 req-665fb51e-54ce-4726-830a-971fafea66c3 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:30.897583 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-51d03f63-565f-4c72-9dfb-a8a10974cc11 req-665fb51e-54ce-4726-830a-971fafea66c3 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0491974 Jun 21 03:09:30.946638 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-51d03f63-565f-4c72-9dfb-a8a10974cc11 req-a2cdc8e6-a868-44d7-88a7-6fbf34bb1f00 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Jun 21 03:09:31.202403 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2fae2-d13e-4433-803e-498b96116f0e req-0ca4b56a-23d0-47ed-bde5-7157b31ac2b5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:31.203899 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ef2fae2-d13e-4433-803e-498b96116f0e req-0ca4b56a-23d0-47ed-bde5-7157b31ac2b5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0503409 Jun 21 03:09:31.229604 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:31.245174 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8e8da-e07b-4f3d-a737-99caef9a8187 req-06c84b92-838e-463f-9de3-7259d64afac9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:31.246663 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cca8e8da-e07b-4f3d-a737-99caef9a8187 req-06c84b92-838e-463f-9de3-7259d64afac9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0478892 Jun 21 03:09:31.252318 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ef2fae2-d13e-4433-803e-498b96116f0e req-1c2dfe0a-73ab-40df-946c-db193e07cec6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427387 Jun 21 03:09:31.303958 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cca8e8da-e07b-4f3d-a737-99caef9a8187 req-e5f38bb6-229c-4aa3-81c9-4ff1d96de352 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470057 Jun 21 03:09:31.740867 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a633df-5745-477d-b8ba-754837dabd53 req-a1cb8091-397e-4e90-a2bb-7eb49ec66add tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:31.742396 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-41a633df-5745-477d-b8ba-754837dabd53 req-a1cb8091-397e-4e90-a2bb-7eb49ec66add tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0513430 Jun 21 03:09:31.768771 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61098-977d-41dc-a41b-457d05f617b6 req-7639df8e-53c7-4071-9993-971923ae3a2e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:31.770353 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0f61098-977d-41dc-a41b-457d05f617b6 req-7639df8e-53c7-4071-9993-971923ae3a2e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0485730 Jun 21 03:09:31.792681 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-41a633df-5745-477d-b8ba-754837dabd53 req-e203f93c-d604-41a3-b26a-fe9709163fa7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 Jun 21 03:09:31.820685 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0f61098-977d-41dc-a41b-457d05f617b6 req-48ba95cf-3449-4284-b963-ee3a4a2127f4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Jun 21 03:09:32.078632 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b50c-9449-45e5-9dce-4bfd6d6a2eac req-dc1e2206-d0c2-4ea0-9d65-3a31beebd580 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:32.080677 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86c2b50c-9449-45e5-9dce-4bfd6d6a2eac req-dc1e2206-d0c2-4ea0-9d65-3a31beebd580 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0550566 Jun 21 03:09:32.132938 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86c2b50c-9449-45e5-9dce-4bfd6d6a2eac req-a9b8bb55-2df1-4dd7-b45a-b9649a421965 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459559 Jun 21 03:09:32.378084 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b95c6-062f-479a-b1d2-e30a2d1b65b2 req-9fed02e3-bd01-4a71-a75b-502bce6694a9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:32.379595 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-793b95c6-062f-479a-b1d2-e30a2d1b65b2 req-9fed02e3-bd01-4a71-a75b-502bce6694a9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0481172 Jun 21 03:09:32.419077 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ab6d0-0c9f-43ca-8961-140670d595fb req-692586bd-3e5c-4cea-90c8-70d0c3b3188c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:32.420749 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-715ab6d0-0c9f-43ca-8961-140670d595fb req-692586bd-3e5c-4cea-90c8-70d0c3b3188c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0507545 Jun 21 03:09:32.432277 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-793b95c6-062f-479a-b1d2-e30a2d1b65b2 req-477a24d4-4eb3-43e4-8804-fb990ec85801 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469749 Jun 21 03:09:32.473414 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-715ab6d0-0c9f-43ca-8961-140670d595fb req-5275d5b9-eb64-42e2-8b86-abf3f0c39f21 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464568 Jun 21 03:09:32.920785 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a1e6e-7f56-44fd-9f27-93eda8cc6762 req-a0139918-6be5-49c8-9293-c240b2afca5b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:32.922237 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-609a1e6e-7f56-44fd-9f27-93eda8cc6762 req-a0139918-6be5-49c8-9293-c240b2afca5b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0505366 Jun 21 03:09:32.935001 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16a20-67a9-4190-9f7e-9c45f2f5c84f req-407d0b0e-bb2b-4d30-943e-c88c1c11dc63 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:32.936470 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47b16a20-67a9-4190-9f7e-9c45f2f5c84f req-407d0b0e-bb2b-4d30-943e-c88c1c11dc63 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0475502 Jun 21 03:09:32.969510 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-609a1e6e-7f56-44fd-9f27-93eda8cc6762 req-98fe3f83-473c-4941-9416-8fe44284aaaa tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Jun 21 03:09:32.988473 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47b16a20-67a9-4190-9f7e-9c45f2f5c84f req-fb7bfbd9-d0c8-4fd4-b5cc-c124456be503 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Jun 21 03:09:33.265756 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162816b-73b6-46cc-8bbb-f08ae7757bfc req-c5d53da0-0041-4822-8889-091740b0b3b8 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:33.267211 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6162816b-73b6-46cc-8bbb-f08ae7757bfc req-c5d53da0-0041-4822-8889-091740b0b3b8 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0555379 Jun 21 03:09:33.314410 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6162816b-73b6-46cc-8bbb-f08ae7757bfc req-f936d72b-251f-4cbe-b7a6-e0ec2d43f136 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Jun 21 03:09:33.556625 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:33.566892 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:33.619460 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f75821-c726-4122-96e9-7dd9f4005a42 req-f38b7974-1843-455f-86e8-8671133d8606 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:33.620990 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87f75821-c726-4122-96e9-7dd9f4005a42 req-f38b7974-1843-455f-86e8-8671133d8606 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.1082470 Jun 21 03:09:33.756915 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:33.815582 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-9184d41a-eaf9-4ba4-aa5b-ab2536f36084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:33.817472 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-9184d41a-eaf9-4ba4-aa5b-ab2536f36084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2709961 Jun 21 03:09:33.855155 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2eb9-3a58-4e3a-8e37-f91b06ec9b44 req-3947996b-815b-44b2-8e82-556c96b9dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:33.856677 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c3be2eb9-3a58-4e3a-8e37-f91b06ec9b44 req-3947996b-815b-44b2-8e82-556c96b9dd64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 1128 time: 0.2654576 Jun 21 03:09:33.881687 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722d57-912e-445a-80da-69b4517ebf84 req-2d7d0c03-07d4-4e29-a635-052b26829cc3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:33.883212 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0722d57-912e-445a-80da-69b4517ebf84 req-2d7d0c03-07d4-4e29-a635-052b26829cc3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.2686815 Jun 21 03:09:33.884160 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89b437-096e-4065-84d1-b672f220eb3c req-695f22fb-5e1a-4d42-9c55-e1bdd181c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:33.885572 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-695f22fb-5e1a-4d42-9c55-e1bdd181c414 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2969410 Jun 21 03:09:33.960049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e76c73-7869-4d2b-a9c8-91b33db2a2f4 req-63c8ac0c-388b-4d07-83f7-a7b1015b51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:33.961554 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23e76c73-7869-4d2b-a9c8-91b33db2a2f4 req-63c8ac0c-388b-4d07-83f7-a7b1015b51f7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3717797 Jun 21 03:09:33.974294 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0722d57-912e-445a-80da-69b4517ebf84 req-2be7edd6-cd27-4d5a-9ba5-92b61169831c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768874 Jun 21 03:09:33.982626 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87f75821-c726-4122-96e9-7dd9f4005a42 req-b129df47-fdbb-4258-b2c8-9213436e7df7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528960 Jun 21 03:09:34.009894 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a3ce8-6d9a-4082-8337-da26a030f538 req-d9d95d9e-1659-4eec-9707-d13e42e805a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.012297 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc8a3ce8-6d9a-4082-8337-da26a030f538 req-d9d95d9e-1659-4eec-9707-d13e42e805a9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4658952 Jun 21 03:09:34.013056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d87894-53ab-49bc-875c-9c41ffc26ae7 req-6795a6d6-9c80-4df1-9ea2-133b1619551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.014379 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59d87894-53ab-49bc-875c-9c41ffc26ae7 req-6795a6d6-9c80-4df1-9ea2-133b1619551c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4486208 Jun 21 03:09:34.096890 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7396920-c53f-4d3c-a434-5dd8b4ff8476 req-95371b0c-90f5-4b7f-9e34-d2c9c6affdf7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.099313 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d7396920-c53f-4d3c-a434-5dd8b4ff8476 req-95371b0c-90f5-4b7f-9e34-d2c9c6affdf7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0498960 Jun 21 03:09:34.105037 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae516e-a841-4da1-bb51-2e3ae3eb2887 req-993796cf-e3fa-4c19-9f5b-f572c0ee80cb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.106975 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4ae516e-a841-4da1-bb51-2e3ae3eb2887 req-993796cf-e3fa-4c19-9f5b-f572c0ee80cb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0494800 Jun 21 03:09:34.153965 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d7396920-c53f-4d3c-a434-5dd8b4ff8476 req-f9bb6bd2-ab22-47ed-80ee-56198c08f73c tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488427 Jun 21 03:09:34.159570 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4ae516e-a841-4da1-bb51-2e3ae3eb2887 req-24f034fb-36c4-421f-b7a5-e34cd75a59ed tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467751 Jun 21 03:09:34.518065 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481d043-e593-4372-a047-d4eeb9062da6 req-d282b887-66e8-4961-b096-f09331ab4480 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.519545 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3481d043-e593-4372-a047-d4eeb9062da6 req-d282b887-66e8-4961-b096-f09331ab4480 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.1322100 Jun 21 03:09:34.670036 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-677d9415-a1b5-4a1e-aafe-75664cf2d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.671662 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-677d9415-a1b5-4a1e-aafe-75664cf2d994 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1128 time: 0.0875719 Jun 21 03:09:34.674484 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-0f5142ae-dc26-4d04-8b96-7b67870c7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.676010 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-0f5142ae-dc26-4d04-8b96-7b67870c7715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 1127 time: 0.0938845 Jun 21 03:09:34.754423 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-b818a8f5-7a38-46c8-a4a5-faca1853f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.755903 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-b818a8f5-7a38-46c8-a4a5-faca1853f384 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c102f5ee47e426c8f4e0ced15f60bee&device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 1128 time: 0.1511214 Jun 21 03:09:34.763251 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-7e3cdce8-c60d-4cc2-a3c2-2b5ba4e0e17e service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350549 Jun 21 03:09:34.767799 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-c0efc9e0-03dc-4323-8d67-598453797d8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07 HTTP/1.1" status: 200 len: 217 time: 0.0708227 Jun 21 03:09:34.768364 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2eb9-3a58-4e3a-8e37-f91b06ec9b44 req-dac7c525-2d20-4c39-b908-d8e6dd6bf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.769814 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c3be2eb9-3a58-4e3a-8e37-f91b06ec9b44 req-dac7c525-2d20-4c39-b908-d8e6dd6bf7f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5badbc0000cf41beb6fd192462d4eda8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3427145 Jun 21 03:09:34.771632 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-e168c343-0109-42c7-9d66-6a339bfe798a service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423941 Jun 21 03:09:34.774888 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3481d043-e593-4372-a047-d4eeb9062da6 req-08417689-9c04-4456-b85d-d94de9d485dc tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394507 Jun 21 03:09:34.813341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-31f0ce29-b1ee-4544-a808-b011950da182 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a HTTP/1.1" status: 200 len: 217 time: 0.1092069 Jun 21 03:09:34.826200 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-8c890428-621e-48c2-b296-58ba29ca2198 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=206224fe-0847-4816-a95b-3775f0529b12 HTTP/1.1" status: 200 len: 217 time: 0.0496564 Jun 21 03:09:34.877682 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:34.890071 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-c759680b-cb4e-4170-b242-843d43c0e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.891586 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-c759680b-cb4e-4170-b242-843d43c0e6ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0941474 Jun 21 03:09:34.897368 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-f2c775da-6fff-41ea-a6f3-69ccad74b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:34.898789 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-f2c775da-6fff-41ea-a6f3-69ccad74b0be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.0672462 Jun 21 03:09:34.901414 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:35.004946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-f7334dba-76ea-4c3b-b60e-56f0c147159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.006484 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-f7334dba-76ea-4c3b-b60e-56f0c147159b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068561 Jun 21 03:09:35.007585 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-c9d76af9-06a7-41c4-9bcc-e5cc41f606dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.008965 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-c9d76af9-06a7-41c4-9bcc-e5cc41f606dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010029 Jun 21 03:09:35.196859 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b0eb9-3d25-4e3d-a410-b52e67c2e42b req-2f01a6f3-d5e9-4299-9241-519e1a5a9a4a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.198339 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-221b0eb9-3d25-4e3d-a410-b52e67c2e42b req-2f01a6f3-d5e9-4299-9241-519e1a5a9a4a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.1377342 Jun 21 03:09:35.258596 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-9c8ef5ea-da88-4fc0-a0ff-d899fd275f75 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400470 Jun 21 03:09:35.261881 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-b3e341c3-4026-4d63-8ee2-f193f8a6f7f9 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405336 Jun 21 03:09:35.272663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-25091c12-a300-42a1-a914-57f7217704fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.274091 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-25091c12-a300-42a1-a914-57f7217704fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a HTTP/1.1" status: 200 len: 851 time: 0.4390295 Jun 21 03:09:35.331565 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-221b0eb9-3d25-4e3d-a410-b52e67c2e42b req-902d6716-e4c3-4126-97fa-f283182c3709 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258852 Jun 21 03:09:35.340640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783b7d7-698d-420e-9690-b86a7b92c977 req-3bed0aca-42d9-4090-995f-242a4ea3e34c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.342099 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8783b7d7-698d-420e-9690-b86a7b92c977 req-3bed0aca-42d9-4090-995f-242a4ea3e34c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.1613164 Jun 21 03:09:35.353150 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ff86b3a3-beb7-4513-9714-a7c1ff3df4bc service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413208 Jun 21 03:09:35.373729 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-0e2b6bd3-c2db-436e-b333-155c3d27d1b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623634 Jun 21 03:09:35.387205 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be2eb9-3a58-4e3a-8e37-f91b06ec9b44 req-bd9a7235-14aa-441c-9e7a-dc8ba23d00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.388695 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c3be2eb9-3a58-4e3a-8e37-f91b06ec9b44 req-bd9a7235-14aa-441c-9e7a-dc8ba23d00cc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5764809 Jun 21 03:09:35.391510 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441b7-ac7b-4558-85e3-846fedec7494 req-bf80e0cd-c2db-47bb-8d17-33279098eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.392897 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-bf80e0cd-c2db-47bb-8d17-33279098eaaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ebbaafd-3967-48e9-87c6-06018a4be59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085362 Jun 21 03:09:35.422407 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8783b7d7-698d-420e-9690-b86a7b92c977 req-d4eafb5d-f88a-4ab0-98e8-f69d14de4e3c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697701 Jun 21 03:09:35.430745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:35.446216 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8959b08f-883d-476f-b393-cf2f35dad6e3 req-1d0de647-9ed7-44be-91f4-a6816f7e5056 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760542 Jun 21 03:09:35.449507 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa43edb9-804f-4d0b-adf7-2a91bb250ba6 req-6f675137-f459-486e-a622-972e4109ca1a service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711900 Jun 21 03:09:35.503919 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:35.505195 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1f1bc-3fad-4740-bcd1-e3a7870c5273 req-5da65f4c-5f14-45bd-af67-a7b5c82d5075 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.506802 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8e1f1bc-3fad-4740-bcd1-e3a7870c5273 req-5da65f4c-5f14-45bd-af67-a7b5c82d5075 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0481036 Jun 21 03:09:35.542425 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759906b7-7356-461b-9ea8-e5ccf94a173a req-dce7f10b-667a-441d-a566-e16dea414125 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.543434 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-759906b7-7356-461b-9ea8-e5ccf94a173a req-dce7f10b-667a-441d-a566-e16dea414125 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0482290 Jun 21 03:09:35.554086 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8e1f1bc-3fad-4740-bcd1-e3a7870c5273 req-dab78a93-3c6e-4224-9c07-0e24554951a5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 Jun 21 03:09:35.597291 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-759906b7-7356-461b-9ea8-e5ccf94a173a req-5258a4f6-97df-4cb9-8287-bc2bedf02a0b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468359 Jun 21 03:09:35.935180 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39485f03-d9f4-4df8-b7d5-ff003cda62bc req-1cfc281b-9d09-4714-aeb0-21478c9bc4c1 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:35.938733 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-39485f03-d9f4-4df8-b7d5-ff003cda62bc req-1cfc281b-9d09-4714-aeb0-21478c9bc4c1 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0869403 Jun 21 03:09:36.007177 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-39485f03-d9f4-4df8-b7d5-ff003cda62bc req-dd490d25-083f-4b3b-be1c-bf0b09d38cee tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Jun 21 03:09:36.452714 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7475-d974-4668-bfc9-1ecfbea5c2dc req-3ab02584-428d-42f4-9c0a-cea078c51b3f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:36.454059 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-097f7475-d974-4668-bfc9-1ecfbea5c2dc req-3ab02584-428d-42f4-9c0a-cea078c51b3f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0477469 Jun 21 03:09:36.505493 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-097f7475-d974-4668-bfc9-1ecfbea5c2dc req-743c0e0d-b86c-460b-96c8-2424a39f6e40 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453637 Jun 21 03:09:36.555222 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184dd0-69bd-43cb-86ab-78de895018e2 req-b2d6c70c-bed4-44ea-afd4-f21e45a7f55d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:36.556725 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95184dd0-69bd-43cb-86ab-78de895018e2 req-b2d6c70c-bed4-44ea-afd4-f21e45a7f55d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0491414 Jun 21 03:09:36.604582 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95184dd0-69bd-43cb-86ab-78de895018e2 req-5575d1e0-67df-4756-963a-b4c665709212 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Jun 21 03:09:36.672110 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9c227-951f-46e8-9e2c-b2d848666521 req-1ff74875-7926-4ee2-a0c7-e5dc7e7ddadf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:36.673596 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0da9c227-951f-46e8-9e2c-b2d848666521 req-1ff74875-7926-4ee2-a0c7-e5dc7e7ddadf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0482512 Jun 21 03:09:36.722617 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0da9c227-951f-46e8-9e2c-b2d848666521 req-f7d092f8-f4f3-4aa3-b7c6-7c50557babb7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Jun 21 03:09:36.726649 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a174ae9-0487-4a05-ae9d-aef0c793cd00 req-01f245d3-df0b-4f15-b251-1c5b31a183a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:36.728189 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a174ae9-0487-4a05-ae9d-aef0c793cd00 req-01f245d3-df0b-4f15-b251-1c5b31a183a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0489542 Jun 21 03:09:36.779855 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a174ae9-0487-4a05-ae9d-aef0c793cd00 req-c9362ac1-b823-4d77-a15a-1569f505997b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Jun 21 03:09:37.187906 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b924a9-2452-426e-916e-f874b3093232 req-b81b6f6f-18cf-4ad8-b820-7b41ce604278 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:37.190196 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b3b924a9-2452-426e-916e-f874b3093232 req-b81b6f6f-18cf-4ad8-b820-7b41ce604278 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.1001663 Jun 21 03:09:37.253860 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b3b924a9-2452-426e-916e-f874b3093232 req-031248f9-fc87-46a7-9add-78d21b768bae tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549788 Jun 21 03:09:37.609136 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:37.620789 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c56f5-2c3d-427a-9fa9-2184d3f1c2ff req-7486dcc4-b809-4f89-a5c6-02163dc5875a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:37.622783 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f53c56f5-2c3d-427a-9fa9-2184d3f1c2ff req-7486dcc4-b809-4f89-a5c6-02163dc5875a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0508606 Jun 21 03:09:37.674465 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f53c56f5-2c3d-427a-9fa9-2184d3f1c2ff req-f4ed2f86-0b6c-4468-833f-413e88df8a7f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447254 Jun 21 03:09:37.739644 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507c285-cf94-4961-8337-d80f770decb1 req-a8a8e5e5-1fcd-4c6f-8ba7-937aa0c8f5ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:37.741143 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1507c285-cf94-4961-8337-d80f770decb1 req-a8a8e5e5-1fcd-4c6f-8ba7-937aa0c8f5ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0524199 Jun 21 03:09:37.791392 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1507c285-cf94-4961-8337-d80f770decb1 req-521ca4f5-b197-4780-bb5b-0a8dbea2270a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Jun 21 03:09:37.841389 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2eac-cd2b-42a8-a587-5d0dc11a1bc7 req-c08e18a7-56f9-4281-9c55-0e17771c265c tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:37.843312 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3ac2eac-cd2b-42a8-a587-5d0dc11a1bc7 req-c08e18a7-56f9-4281-9c55-0e17771c265c tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0506721 Jun 21 03:09:37.898628 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3ac2eac-cd2b-42a8-a587-5d0dc11a1bc7 req-657427fe-1119-4f1b-9600-8b68697fc0a8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485079 Jun 21 03:09:37.931393 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80c0db-f8b2-459b-bc90-48c988993b28 req-489a96f3-4364-4270-96fb-131d1e3f95e6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:37.932934 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c80c0db-f8b2-459b-bc90-48c988993b28 req-489a96f3-4364-4270-96fb-131d1e3f95e6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0616367 Jun 21 03:09:38.044562 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c80c0db-f8b2-459b-bc90-48c988993b28 req-25e33dc3-f938-40f0-aa0e-87567d7a0af1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059289 Jun 21 03:09:38.079892 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-3f89e5ea-2347-4662-815e-f0d1419e7136 service neutron] 10.222.0.36 "GET /v2.0/networks/2ebbaafd-3967-48e9-87c6-06018a4be59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147275 Jun 21 03:09:38.380533 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3058e8-9ed4-4574-920b-9a1e5a2e5d19 req-61d17e2c-b41c-4537-8257-44fc065482f7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:38.382277 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae3058e8-9ed4-4574-920b-9a1e5a2e5d19 req-61d17e2c-b41c-4537-8257-44fc065482f7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0531023 Jun 21 03:09:38.432879 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae3058e8-9ed4-4574-920b-9a1e5a2e5d19 req-3e0fdd0a-3ae1-4609-a124-a9e47ef2358e tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Jun 21 03:09:38.688585 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54068) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:38.755081 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:38.794719 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d27c-7121-4842-a4cf-2de5a97dbd6d req-588db9d2-483b-48ef-b2bf-db2750ec92c7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:38.796286 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3411d27c-7121-4842-a4cf-2de5a97dbd6d req-588db9d2-483b-48ef-b2bf-db2750ec92c7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0518823 Jun 21 03:09:38.820846 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:38.880532 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3411d27c-7121-4842-a4cf-2de5a97dbd6d req-e995937b-7c3d-46de-aaf4-ea3c60eb70e0 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751085 Jun 21 03:09:38.917764 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f267f0-d3c0-46c1-bd72-a2077d17dfdd req-1137ae80-177f-4929-bcfc-67f69d0c874f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:38.919380 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85f267f0-d3c0-46c1-bd72-a2077d17dfdd req-1137ae80-177f-4929-bcfc-67f69d0c874f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0488310 Jun 21 03:09:38.947791 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Publish callbacks [] for security_group (bb4a0ee0-21b4-416b-b707-b500c73615bd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:38.953681 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (bb4a0ee0-21b4-416b-b707-b500c73615bd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:38.969640 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85f267f0-d3c0-46c1-bd72-a2077d17dfdd req-d64e901a-f23e-4410-aa4a-6f24c39136fa tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Jun 21 03:09:38.979351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:39.025413 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d48fcccf923f485da5d068e8628b6a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356872 Jun 21 03:09:39.026117 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4a0ee0-21b4-416b-b707-b500c73615bd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:39.028022 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54078) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:39.051700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.052038 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.052403 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.052755 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.053081 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.053406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.053724 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.054040 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.054356 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.054672 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.054988 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.055308 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.055620 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.055912 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.056220 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3f0f0-85fd-42c5-abd1-662faff2dec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.084384 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5115b-eafa-48d9-a1d8-1149445ea781 req-bbf20e3d-e4b4-456c-8321-caa503541dbc tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:39.085954 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8b5115b-eafa-48d9-a1d8-1149445ea781 req-bbf20e3d-e4b4-456c-8321-caa503541dbc tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.1123302 Jun 21 03:09:39.141621 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0356ffc3-7668-4e65-940c-bf56415b54b6 admin admin] Publish callbacks [] for security_group (bb4a0ee0-21b4-416b-b707-b500c73615bd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.161818 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26e903-7f00-4376-8242-e2b804c8c009 req-13e4ae00-5ac7-4ccb-8f32-b6e5adfbcf5b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:39.163537 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad26e903-7f00-4376-8242-e2b804c8c009 req-13e4ae00-5ac7-4ccb-8f32-b6e5adfbcf5b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0487721 Jun 21 03:09:39.173486 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8b5115b-eafa-48d9-a1d8-1149445ea781 req-34ec4a1c-5250-487b-a373-488096df7811 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793092 Jun 21 03:09:39.178494 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0356ffc3-7668-4e65-940c-bf56415b54b6 admin admin] Publish callbacks [] for security_group (bb4a0ee0-21b4-416b-b707-b500c73615bd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.225263 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad26e903-7f00-4376-8242-e2b804c8c009 req-7a9da2e3-3010-4e36-a896-4bf21dd261fd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548646 Jun 21 03:09:39.233648 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0356ffc3-7668-4e65-940c-bf56415b54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (bb4a0ee0-21b4-416b-b707-b500c73615bd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.236662 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0356ffc3-7668-4e65-940c-bf56415b54b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.238050 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0356ffc3-7668-4e65-940c-bf56415b54b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb4a0ee0-21b4-416b-b707-b500c73615bd HTTP/1.1" status: 204 len: 168 time: 0.2059994 Jun 21 03:09:39.246285 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356ffc3-7668-4e65-940c-bf56415b54b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4a0ee0-21b4-416b-b707-b500c73615bd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:39.555134 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:39.567248 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0609fa-0afa-4036-ae2a-f059a1dcd990 req-6a7ef60c-22ea-464d-8cb7-9925d2c51c1c tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:39.568948 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0d0609fa-0afa-4036-ae2a-f059a1dcd990 req-6a7ef60c-22ea-464d-8cb7-9925d2c51c1c tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0586421 Jun 21 03:09:39.579849 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.647662 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0d0609fa-0afa-4036-ae2a-f059a1dcd990 req-c06e62b4-310a-4cd5-9684-ac72a83357a8 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728571 Jun 21 03:09:39.690188 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Publish callbacks [] for security_group (de9d8900-6afa-438f-9677-ef1f84f42fa2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.695002 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (de9d8900-6afa-438f-9677-ef1f84f42fa2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.726067 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:39.749622 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9d8900-6afa-438f-9677-ef1f84f42fa2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:39.758512 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75ae2e269c2f4981a9108cef730b760b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023072 Jun 21 03:09:39.758685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54118) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:39.764647 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.765349 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.766738 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.767327 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.767828 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.768575 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.769133 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.769600 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.770079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.770543 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.771152 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.771616 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.772100 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.772445 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.772773 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57083151-8d60-422b-b634-8e9eb8fe89ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:39.816852 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-165abef6-4a1d-4066-ab63-db0646d0b05a admin admin] Publish callbacks [] for security_group (de9d8900-6afa-438f-9677-ef1f84f42fa2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.838982 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-165abef6-4a1d-4066-ab63-db0646d0b05a admin admin] Publish callbacks [] for security_group (de9d8900-6afa-438f-9677-ef1f84f42fa2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.890032 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-165abef6-4a1d-4066-ab63-db0646d0b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (de9d8900-6afa-438f-9677-ef1f84f42fa2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.892695 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-165abef6-4a1d-4066-ab63-db0646d0b05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:39.894087 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-165abef6-4a1d-4066-ab63-db0646d0b05a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de9d8900-6afa-438f-9677-ef1f84f42fa2 HTTP/1.1" status: 204 len: 168 time: 0.1342473 Jun 21 03:09:39.902159 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165abef6-4a1d-4066-ab63-db0646d0b05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9d8900-6afa-438f-9677-ef1f84f42fa2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:39.998383 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54130) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:40.054099 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd39a90-741d-4d23-aa80-c08bcba520a8 req-c8dec956-a9b4-4640-928d-379a8d2b447a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:40.055786 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dd39a90-741d-4d23-aa80-c08bcba520a8 req-c8dec956-a9b4-4640-928d-379a8d2b447a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0928338 Jun 21 03:09:40.056973 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-3bf43e40-011d-4d72-a578-f834ba7c74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:40.058714 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-3bf43e40-011d-4d72-a578-f834ba7c74c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 1127 time: 0.0864215 Jun 21 03:09:40.102488 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54134) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:40.123326 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dd39a90-741d-4d23-aa80-c08bcba520a8 req-423f0ef7-001c-4ade-b6ea-805e7afa752b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614324 Jun 21 03:09:40.129033 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a604b-cc07-441f-b6ff-6a8fda41c89a req-ba71d1b9-ac09-45a8-b56f-c6c2ac975a38 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:40.130647 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e41a604b-cc07-441f-b6ff-6a8fda41c89a req-ba71d1b9-ac09-45a8-b56f-c6c2ac975a38 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0609500 Jun 21 03:09:40.152241 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:40.199890 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e41a604b-cc07-441f-b6ff-6a8fda41c89a req-15e4ee57-e2dc-40f9-ac7e-666a59885a75 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634189 Jun 21 03:09:40.248987 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 7dcab122-3477-4e02-b7aa-acd704037607 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:09:40.349385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54102412-a075-45ee-8a06-9a3e6ac20e69 req-b596b687-5bfb-46c2-a4fb-023e659433a8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:40.352120 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54102412-a075-45ee-8a06-9a3e6ac20e69 req-b596b687-5bfb-46c2-a4fb-023e659433a8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0787008 Jun 21 03:09:40.377485 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3a41e-065c-4270-beb5-c60b3a00d6de req-4e7af50a-b51c-4420-b25e-1003d020d8d1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:40.385033 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3eb3a41e-065c-4270-beb5-c60b3a00d6de req-4e7af50a-b51c-4420-b25e-1003d020d8d1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 943 time: 0.0613866 Jun 21 03:09:40.386833 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=12 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:40.394155 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 7dcab122-3477-4e02-b7aa-acd704037607, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dcab122-3477-4e02-b7aa-acd704037607,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:40.403627 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=14 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:40.408440 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '7dcab122-3477-4e02-b7aa-acd704037607', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'port_id': '7dcab122-3477-4e02-b7aa-acd704037607', 'mac_address': 'fa:16:3e:4b:06:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:09:40.417905 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-487c3b02-13ad-4560-b2e8-260dc4e26a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.443760 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:40.451449 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54102412-a075-45ee-8a06-9a3e6ac20e69 req-da8b7f08-5cc0-4e60-97f5-27ea75a81afa tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913367 Jun 21 03:09:40.465797 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 7dcab122-3477-4e02-b7aa-acd704037607 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:40.468756 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (7dcab122-3477-4e02-b7aa-acd704037607), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.471142 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fcef-56ae-40bc-9fd8-d6ba9edc363e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.484248 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcab122-3477-4e02-b7aa-acd704037607 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:40.500770 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3eb3a41e-065c-4270-beb5-c60b3a00d6de req-ff26ec1a-3744-467a-aa97-b73e33d31b1c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147697 Jun 21 03:09:40.519148 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 7dcab122-3477-4e02-b7aa-acd704037607, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dcab122-3477-4e02-b7aa-acd704037607,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:40.526410 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (7dcab122-3477-4e02-b7aa-acd704037607), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.558962 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-487c3b02-13ad-4560-b2e8-260dc4e26a9f admin admin] Publish callbacks [] for security_group (3239c5e3-9524-41cc-81e2-85c0677af0e7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.566170 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-487c3b02-13ad-4560-b2e8-260dc4e26a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (3239c5e3-9524-41cc-81e2-85c0677af0e7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.584745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fcef-56ae-40bc-9fd8-d6ba9edc363e admin admin] Publish callbacks [] for security_group (771835b4-8a21-4ff7-95d7-9028eef3b9b8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.590589 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fc2fcef-56ae-40bc-9fd8-d6ba9edc363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (771835b4-8a21-4ff7-95d7-9028eef3b9b8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.599343 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=7dcab122-3477-4e02-b7aa-acd704037607,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:40.610130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.610758 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.611306 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.611884 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.612477 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.613381 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.614015 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.614528 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.615177 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.615873 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.616449 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.617066 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.617586 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.618108 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.618227 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-487c3b02-13ad-4560-b2e8-260dc4e26a9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=246fc325b1014b25b88da77c3fc29b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6184964 Jun 21 03:09:40.619060 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:09:40.619186 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c3b02-13ad-4560-b2e8-260dc4e26a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3239c5e3-9524-41cc-81e2-85c0677af0e7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:40.621514 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54152) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:40.661300 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:40.661849 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2fcef-56ae-40bc-9fd8-d6ba9edc363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771835b4-8a21-4ff7-95d7-9028eef3b9b8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:40.667223 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8fc2fcef-56ae-40bc-9fd8-d6ba9edc363e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60816105e4fd4b6ea515ee17ce10dce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5609834 Jun 21 03:09:40.671317 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54154) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:40.718730 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc02362-b878-4de8-9cf4-2cc7bea3a337 admin admin] Publish callbacks [] for security_group (3239c5e3-9524-41cc-81e2-85c0677af0e7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.751982 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc02362-b878-4de8-9cf4-2cc7bea3a337 admin admin] Publish callbacks [] for security_group (3239c5e3-9524-41cc-81e2-85c0677af0e7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.766646 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72cca984-c140-4b37-94e8-fb199bd78e5f admin admin] Publish callbacks [] for security_group (771835b4-8a21-4ff7-95d7-9028eef3b9b8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.786251 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dfcc9-daf3-487b-8beb-ca788a8a2e0b req-139cfa9d-dbb4-497c-8bb7-f82feab32bae tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:40.787734 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e8dfcc9-daf3-487b-8beb-ca788a8a2e0b req-139cfa9d-dbb4-497c-8bb7-f82feab32bae tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0633609 Jun 21 03:09:40.812827 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc02362-b878-4de8-9cf4-2cc7bea3a337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (3239c5e3-9524-41cc-81e2-85c0677af0e7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.816401 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-afc02362-b878-4de8-9cf4-2cc7bea3a337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.817222 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72cca984-c140-4b37-94e8-fb199bd78e5f admin admin] Publish callbacks [] for security_group (771835b4-8a21-4ff7-95d7-9028eef3b9b8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.817743 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-afc02362-b878-4de8-9cf4-2cc7bea3a337 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3239c5e3-9524-41cc-81e2-85c0677af0e7 HTTP/1.1" status: 204 len: 168 time: 0.1851845 Jun 21 03:09:40.832769 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc02362-b878-4de8-9cf4-2cc7bea3a337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3239c5e3-9524-41cc-81e2-85c0677af0e7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:40.900985 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e8dfcc9-daf3-487b-8beb-ca788a8a2e0b req-e82c47aa-642b-4ae9-9625-2a7845c4bbd6 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018519 Jun 21 03:09:40.925674 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72cca984-c140-4b37-94e8-fb199bd78e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (771835b4-8a21-4ff7-95d7-9028eef3b9b8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.928769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-72cca984-c140-4b37-94e8-fb199bd78e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:40.931020 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-72cca984-c140-4b37-94e8-fb199bd78e5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/771835b4-8a21-4ff7-95d7-9028eef3b9b8 HTTP/1.1" status: 204 len: 168 time: 0.2573972 Jun 21 03:09:40.942182 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cca984-c140-4b37-94e8-fb199bd78e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771835b4-8a21-4ff7-95d7-9028eef3b9b8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:41.095471 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['7dcab122-3477-4e02-b7aa-acd704037607'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:09:41.294822 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5608fd-575a-48bc-9f60-58ad6703bf26 req-c1c340b7-e64b-4300-89d2-fc7831a740ae tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:41.296372 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f5608fd-575a-48bc-9f60-58ad6703bf26 req-c1c340b7-e64b-4300-89d2-fc7831a740ae tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.0800834 Jun 21 03:09:41.352218 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f5608fd-575a-48bc-9f60-58ad6703bf26 req-97cfc131-3914-49d5-84f4-664f6ca2354d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498950 Jun 21 03:09:41.361244 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b0287-670f-430c-b730-1a374e8f83a0 req-cb4ffff8-47b3-43c5-ba78-88f15932d5d0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:41.368560 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-764b0287-670f-430c-b730-1a374e8f83a0 req-cb4ffff8-47b3-43c5-ba78-88f15932d5d0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0839803 Jun 21 03:09:41.415833 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-764b0287-670f-430c-b730-1a374e8f83a0 req-062f80d5-b1d2-44d2-a71e-c47adee3a998 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464046 Jun 21 03:09:41.464756 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54182) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:41.478882 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-061d27ed-c61f-4ff1-b5f0-df6bdaa434c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.493116 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54186) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:41.507600 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7205b26b-10c0-416f-894d-fb4dc1a63fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.582496 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-061d27ed-c61f-4ff1-b5f0-df6bdaa434c0 admin admin] Publish callbacks [] for security_group (8a3cb5cc-5465-4303-97ae-2b34672f208b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.596449 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-061d27ed-c61f-4ff1-b5f0-df6bdaa434c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8a3cb5cc-5465-4303-97ae-2b34672f208b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.602316 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ee57-4224-4e11-ac09-45cfcb1c49fd req-f42a7b1a-58e3-4b15-8c7c-bd9edd9e97c5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:41.604010 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa48ee57-4224-4e11-ac09-45cfcb1c49fd req-f42a7b1a-58e3-4b15-8c7c-bd9edd9e97c5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0645361 Jun 21 03:09:41.620517 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-459c78a3-bfdb-49eb-8830-c376f0cf3053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.642969 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:41.664930 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5a7b3-a34e-4734-ae48-ffe548aaec43 req-bafa8389-f97e-4073-b9b0-ab84d68c03ae tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:41.667924 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7205b26b-10c0-416f-894d-fb4dc1a63fae admin admin] Publish callbacks [] for security_group (ec38f200-fa73-4dc1-8f2b-80dd03925683), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.671913 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77c5a7b3-a34e-4734-ae48-ffe548aaec43 req-bafa8389-f97e-4073-b9b0-ab84d68c03ae tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 944 time: 0.0879731 Jun 21 03:09:41.680354 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7205b26b-10c0-416f-894d-fb4dc1a63fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ec38f200-fa73-4dc1-8f2b-80dd03925683), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.684062 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d27ed-c61f-4ff1-b5f0-df6bdaa434c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3cb5cc-5465-4303-97ae-2b34672f208b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:41.700789 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-061d27ed-c61f-4ff1-b5f0-df6bdaa434c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ff0896bf94e4545adbd6da77ecf0d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347667 Jun 21 03:09:41.704825 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54190) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:41.710461 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa48ee57-4224-4e11-ac09-45cfcb1c49fd req-d20ad918-39f5-49db-be38-cdd7aad0dd28 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947318 Jun 21 03:09:41.712111 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:41.741617 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7205b26b-10c0-416f-894d-fb4dc1a63fae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a23aa38e7bd8475c92e2b37312a42075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451990 Jun 21 03:09:41.742518 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54194) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:41.744517 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205b26b-10c0-416f-894d-fb4dc1a63fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec38f200-fa73-4dc1-8f2b-80dd03925683,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:41.783589 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77c5a7b3-a34e-4734-ae48-ffe548aaec43 req-8d0d46bf-dff0-4fd7-8ccc-16685d892e61 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108122 Jun 21 03:09:41.817622 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a54ff5f9-7f6b-4905-b816-a738550c0db7 admin admin] Publish callbacks [] for security_group (8a3cb5cc-5465-4303-97ae-2b34672f208b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.843808 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6cea4ed-f916-44bc-9617-9135f7da7bbc admin admin] Publish callbacks [] for security_group (ec38f200-fa73-4dc1-8f2b-80dd03925683), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.850009 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a54ff5f9-7f6b-4905-b816-a738550c0db7 admin admin] Publish callbacks [] for security_group (8a3cb5cc-5465-4303-97ae-2b34672f208b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.888560 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6cea4ed-f916-44bc-9617-9135f7da7bbc admin admin] Publish callbacks [] for security_group (ec38f200-fa73-4dc1-8f2b-80dd03925683), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.950336 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a54ff5f9-7f6b-4905-b816-a738550c0db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8a3cb5cc-5465-4303-97ae-2b34672f208b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.954173 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a54ff5f9-7f6b-4905-b816-a738550c0db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.958673 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a54ff5f9-7f6b-4905-b816-a738550c0db7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a3cb5cc-5465-4303-97ae-2b34672f208b HTTP/1.1" status: 204 len: 168 time: 0.2509761 Jun 21 03:09:41.961174 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6cea4ed-f916-44bc-9617-9135f7da7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ec38f200-fa73-4dc1-8f2b-80dd03925683), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.963716 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c6cea4ed-f916-44bc-9617-9135f7da7bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:41.964831 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c6cea4ed-f916-44bc-9617-9135f7da7bbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec38f200-fa73-4dc1-8f2b-80dd03925683 HTTP/1.1" status: 204 len: 168 time: 0.2180376 Jun 21 03:09:41.971619 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ff5f9-7f6b-4905-b816-a738550c0db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3cb5cc-5465-4303-97ae-2b34672f208b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:41.983084 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cea4ed-f916-44bc-9617-9135f7da7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec38f200-fa73-4dc1-8f2b-80dd03925683,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:41.992714 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:42.045719 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090478fa-b628-4cdb-8445-4e330d26a0b9 req-69e96387-2e28-4e32-af89-74ae448a8ee9 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:42.052962 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-090478fa-b628-4cdb-8445-4e330d26a0b9 req-69e96387-2e28-4e32-af89-74ae448a8ee9 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0773954 Jun 21 03:09:42.100703 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-090478fa-b628-4cdb-8445-4e330d26a0b9 req-9268e1b1-13e1-4400-bc81-8a46bd945509 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468488 Jun 21 03:09:42.246213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device dea46eac-9326-474c-8b29-1ce4d2d9cada details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:09:42.277954 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 7dcab122-3477-4e02-b7aa-acd704037607 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:42.388984 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 7dcab122-3477-4e02-b7aa-acd704037607 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:09:42.399732 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port dea46eac-9326-474c-8b29-1ce4d2d9cada, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:42.402918 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 7dcab122-3477-4e02-b7aa-acd704037607 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:42.403300 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (7dcab122-3477-4e02-b7aa-acd704037607), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.409104 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:42.436660 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:09:42.449086 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54224) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:42.471187 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:42.486696 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port dea46eac-9326-474c-8b29-1ce4d2d9cada is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:42.486953 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.493869 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb6553e2-6cc0-463f-a7eb-7fab7be1f403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.510857 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea46eac-9326-474c-8b29-1ce4d2d9cada {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:42.566505 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port dea46eac-9326-474c-8b29-1ce4d2d9cada, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:42.569556 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 7dcab122-3477-4e02-b7aa-acd704037607 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:42.570204 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (7dcab122-3477-4e02-b7aa-acd704037607), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.590818 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.602563 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416a380b-f69e-4101-8c88-d26221caf707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcab122-3477-4e02-b7aa-acd704037607'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:42.706545 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 7dcab122-3477-4e02-b7aa-acd704037607, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dcab122-3477-4e02-b7aa-acd704037607,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:42.722427 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (7dcab122-3477-4e02-b7aa-acd704037607), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.729450 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=dea46eac-9326-474c-8b29-1ce4d2d9cada,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:42.731465 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89179e-099d-4f85-aa8b-7be597be9f74 req-60b84bc4-229f-4bf4-8177-aaa3133a493e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:42.733100 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c89179e-099d-4f85-aa8b-7be597be9f74 req-60b84bc4-229f-4bf4-8177-aaa3133a493e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.1636980 Jun 21 03:09:42.791455 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b3d3-1f40-43d3-aa99-a1a3893c9aca req-6f7fd29d-a824-444d-aea2-f5881bb88586 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:42.802049 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1681b3d3-1f40-43d3-aa99-a1a3893c9aca req-6f7fd29d-a824-444d-aea2-f5881bb88586 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 943 time: 0.3615048 Jun 21 03:09:42.815058 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=7dcab122-3477-4e02-b7aa-acd704037607,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:42.845088 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c89179e-099d-4f85-aa8b-7be597be9f74 req-ecc30905-d6df-44bd-acda-8dc383894169 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862250 Jun 21 03:09:42.848172 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb6553e2-6cc0-463f-a7eb-7fab7be1f403 admin admin] Publish callbacks [] for security_group (f0c179f4-30f3-42f4-abd3-a9a4416f7ea1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.857166 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb6553e2-6cc0-463f-a7eb-7fab7be1f403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f0c179f4-30f3-42f4-abd3-a9a4416f7ea1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:42.910716 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1681b3d3-1f40-43d3-aa99-a1a3893c9aca req-55c959d4-6e3b-4dcc-8075-b6fc441d9219 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072595 Jun 21 03:09:42.960883 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6553e2-6cc0-463f-a7eb-7fab7be1f403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c179f4-30f3-42f4-abd3-a9a4416f7ea1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:42.995929 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fb6553e2-6cc0-463f-a7eb-7fab7be1f403 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ebe349222ed459cbf4b755344453a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5438721 Jun 21 03:09:42.996683 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54246) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:43.000715 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c63281-5d9e-4a32-a7de-2a3c2baff43b" -d '{"events": [{"server_uuid": "416a380b-f69e-4101-8c88-d26221caf707", "name": "network-vif-plugged", "status": "completed", "tag": "7dcab122-3477-4e02-b7aa-acd704037607"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:43.012349 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:43.023870 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4380b-2950-4ef5-b7eb-2785859d1d68 req-d3ac2fba-89ef-4872-9a38-2e5c5922fc26 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:43.033121 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7fd4380b-2950-4ef5-b7eb-2785859d1d68 req-d3ac2fba-89ef-4872-9a38-2e5c5922fc26 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0948987 Jun 21 03:09:43.082697 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['dea46eac-9326-474c-8b29-1ce4d2d9cada'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:09:43.085351 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91684-49d5-426e-ac48-50e13079162e req-d96975fa-7eed-4a34-b139-2e28b6a0f97d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:43.089345 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7fd4380b-2950-4ef5-b7eb-2785859d1d68 req-b15d819a-0eef-4014-86f5-05d4474117dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553200 Jun 21 03:09:43.093127 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ed91684-49d5-426e-ac48-50e13079162e req-d96975fa-7eed-4a34-b139-2e28b6a0f97d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0881953 Jun 21 03:09:43.120108 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b776d2e1-0b3b-432d-a83b-2666ec76a235 admin admin] Publish callbacks [] for security_group (f0c179f4-30f3-42f4-abd3-a9a4416f7ea1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:43.176641 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b776d2e1-0b3b-432d-a83b-2666ec76a235 admin admin] Publish callbacks [] for security_group (f0c179f4-30f3-42f4-abd3-a9a4416f7ea1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:43.236807 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ed91684-49d5-426e-ac48-50e13079162e req-11bff45b-7445-4758-8e3f-e2c980a1407f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425166 Jun 21 03:09:43.271246 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b776d2e1-0b3b-432d-a83b-2666ec76a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f0c179f4-30f3-42f4-abd3-a9a4416f7ea1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:43.274471 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b776d2e1-0b3b-432d-a83b-2666ec76a235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:43.275896 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b776d2e1-0b3b-432d-a83b-2666ec76a235 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0c179f4-30f3-42f4-abd3-a9a4416f7ea1 HTTP/1.1" status: 204 len: 168 time: 0.2770972 Jun 21 03:09:43.288857 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776d2e1-0b3b-432d-a83b-2666ec76a235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c179f4-30f3-42f4-abd3-a9a4416f7ea1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:43.434047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458f0f7-31b2-41ca-9a37-8bb7f7b03ee6 req-0a7bd93f-d0cf-4b8a-9933-24f7ac31dc37 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:43.441815 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a458f0f7-31b2-41ca-9a37-8bb7f7b03ee6 req-0a7bd93f-d0cf-4b8a-9933-24f7ac31dc37 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0963054 Jun 21 03:09:43.501334 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a458f0f7-31b2-41ca-9a37-8bb7f7b03ee6 req-727a0a5f-38b5-4a25-a8ac-76020e91b2c5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Jun 21 03:09:43.557164 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048b6457-cf91-4dc4-a847-428bc2266933 x-openstack-request-id: req-048b6457-cf91-4dc4-a847-428bc2266933 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:43.557498 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416a380b-f69e-4101-8c88-d26221caf707", "name": "network-vif-plugged", "status": "completed", "tag": "7dcab122-3477-4e02-b7aa-acd704037607", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:43.557758 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-048b6457-cf91-4dc4-a847-428bc2266933 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:43.558216 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048b6457-cf91-4dc4-a847-428bc2266933'] response: {'server_uuid': '416a380b-f69e-4101-8c88-d26221caf707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcab122-3477-4e02-b7aa-acd704037607', 'code': 200} Jun 21 03:09:43.837523 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-85c81ac4-1338-4fbb-acd0-57f00c61971e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:43.981255 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f2fb5-1c0e-4598-9792-115e76b9fd2a req-46ee0bd5-4252-49b5-8519-116683f08932 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:43.982994 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d14f2fb5-1c0e-4598-9792-115e76b9fd2a req-46ee0bd5-4252-49b5-8519-116683f08932 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0576117 Jun 21 03:09:44.046635 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d14f2fb5-1c0e-4598-9792-115e76b9fd2a req-88fff9a8-4170-4876-8740-210bd4aa6e89 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461862 Jun 21 03:09:44.049085 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d0578-fef5-4bb5-a99d-542df4ea342c req-d907bc8a-d996-41bd-be47-3e77fc276b51 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.050445 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de9d0578-fef5-4bb5-a99d-542df4ea342c req-d907bc8a-d996-41bd-be47-3e77fc276b51 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 944 time: 0.0627534 Jun 21 03:09:44.162915 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de9d0578-fef5-4bb5-a99d-542df4ea342c req-9c48d629-4da3-40ab-b06a-764b681f4005 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028893 Jun 21 03:09:44.203432 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:44.233796 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:44.248650 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-56aa94ce-246a-4b71-8233-1852c1cfd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.250419 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-56aa94ce-246a-4b71-8233-1852c1cfd117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 1128 time: 0.1434824 Jun 21 03:09:44.339673 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b35ccf44-ec65-4aac-bc20-97be5d1a8d07 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:09:44.350673 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device dea46eac-9326-474c-8b29-1ce4d2d9cada up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:44.358720 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-641441b7-ac7b-4558-85e3-846fedec7494 req-23d107dd-d62b-4d94-b9a2-327b45015816 service neutron] 10.222.0.36 "GET /v2.0/networks/2ebbaafd-3967-48e9-87c6-06018a4be59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524354 Jun 21 03:09:44.396603 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-e5dc12c9-8e2e-4f31-ba2b-87621c7f2416 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19 HTTP/1.1" status: 200 len: 217 time: 0.1301856 Jun 21 03:09:44.504804 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port dea46eac-9326-474c-8b29-1ce4d2d9cada completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:09:44.523220 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port dea46eac-9326-474c-8b29-1ce4d2d9cada triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:44.523734 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:44.574679 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-e840ceea-8540-4e26-a918-2344ea80511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.577196 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-e840ceea-8540-4e26-a918-2344ea80511a service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.4589074 Jun 21 03:09:44.586251 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a61b0-d706-4889-9e63-02b74baea901 req-351d0cc6-58b3-46a8-9a88-12cc3972d452 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.597117 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a34a61b0-d706-4889-9e63-02b74baea901 req-351d0cc6-58b3-46a8-9a88-12cc3972d452 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.2371089 Jun 21 03:09:44.634213 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f8ea1-4a24-4d6c-ba1e-703929b27a30 req-717812b3-ceae-4aaa-ba3b-a7b0cd6c9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.635750 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b65f8ea1-4a24-4d6c-ba1e-703929b27a30 req-717812b3-ceae-4aaa-ba3b-a7b0cd6c9e32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 1129 time: 0.2372921 Jun 21 03:09:44.639495 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926074c3-c9dc-43fb-a9cc-4290af21730f req-0884d30d-c5d2-4a4e-a9a5-75ee9c30361c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.640616 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port dea46eac-9326-474c-8b29-1ce4d2d9cada is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:44.641090 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:44.650480 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:44.651574 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-926074c3-c9dc-43fb-a9cc-4290af21730f req-0884d30d-c5d2-4a4e-a9a5-75ee9c30361c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.2746418 Jun 21 03:09:44.668276 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-d7996da5-064c-4ea2-be6b-63b17349ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.670716 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-d7996da5-064c-4ea2-be6b-63b17349ded1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.2483423 Jun 21 03:09:44.685416 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port b35ccf44-ec65-4aac-bc20-97be5d1a8d07, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:44.710940 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'port_id': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07', 'mac_address': 'fa:16:3e:3a:75:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:09:44.720194 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port dea46eac-9326-474c-8b29-1ce4d2d9cada, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:44.725686 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a34a61b0-d706-4889-9e63-02b74baea901 req-27059e5c-0e59-458b-8dbc-c943d39fe7a6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276197 Jun 21 03:09:44.748862 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:44.751459 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-926074c3-c9dc-43fb-a9cc-4290af21730f req-d431826d-0e63-4f08-b74a-66f5eb0a20de tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981488 Jun 21 03:09:44.799093 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:44.808934 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=dea46eac-9326-474c-8b29-1ce4d2d9cada,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:44.833786 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:44.834120 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:44.844851 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:44.850271 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35ccf44-ec65-4aac-bc20-97be5d1a8d07 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:44.894974 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port b35ccf44-ec65-4aac-bc20-97be5d1a8d07, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:44.901738 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:44.924906 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83475e42-ce9a-432b-b1f9-100a5c5a917d req-88e933c2-bc2d-4958-b501-e8d31d7e487e tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:44.931963 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-83475e42-ce9a-432b-b1f9-100a5c5a917d req-88e933c2-bc2d-4958-b501-e8d31d7e487e tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0648384 Jun 21 03:09:44.947125 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:44.985091 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:44.986169 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-83475e42-ce9a-432b-b1f9-100a5c5a917d req-11d9dc91-0e53-4c92-b593-4af8d322c624 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532553 Jun 21 03:09:45.185403 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb890-a50d-4277-997a-cd8d44f6d8b3 req-81b087a5-672e-4e25-a4f5-c5398798cf42 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:45.186972 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6bdfb890-a50d-4277-997a-cd8d44f6d8b3 req-81b087a5-672e-4e25-a4f5-c5398798cf42 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0636349 Jun 21 03:09:45.255590 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:45.279176 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6bdfb890-a50d-4277-997a-cd8d44f6d8b3 req-ab3af05c-c494-4109-acb3-6c4105f03bb9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858996 Jun 21 03:09:45.298341 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a7b81-754f-4196-9b5d-bca827f9a4d1 req-9e8a1544-fab7-49ff-a414-9aae73ee9447 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:45.300549 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-236a7b81-754f-4196-9b5d-bca827f9a4d1 req-9e8a1544-fab7-49ff-a414-9aae73ee9447 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0604556 Jun 21 03:09:45.370479 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-236a7b81-754f-4196-9b5d-bca827f9a4d1 req-cd459a1f-a615-496d-a0c7-dc3f54aa27e4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638831 Jun 21 03:09:45.460091 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['b35ccf44-ec65-4aac-bc20-97be5d1a8d07'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:09:45.562648 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:45.566280 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1f7a04-edce-41e8-afca-5e4b5916daac" -d '{"events": [{"server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "name": "network-vif-plugged", "status": "completed", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:45.619509 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a5d42-a615-4591-9575-85006bd7a284 x-openstack-request-id: req-e45a5d42-a615-4591-9575-85006bd7a284 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:45.619798 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "name": "network-vif-plugged", "status": "completed", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:45.620044 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e45a5d42-a615-4591-9575-85006bd7a284 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:45.620460 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45a5d42-a615-4591-9575-85006bd7a284'] response: {'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'code': 200} Jun 21 03:09:45.868568 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad7f10-ad99-4d35-b7e0-7e6df6fc3e8c req-f9aaa5da-5823-474a-93cf-829912aa67be tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:45.870058 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-daad7f10-ad99-4d35-b7e0-7e6df6fc3e8c req-f9aaa5da-5823-474a-93cf-829912aa67be tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 943 time: 0.0572679 Jun 21 03:09:45.882904 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2706-2da2-43e4-800c-27cc30bea9a6 req-b20decc3-c262-49fd-b1be-97b49caed0f7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:45.884509 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3cdd2706-2da2-43e4-800c-27cc30bea9a6 req-b20decc3-c262-49fd-b1be-97b49caed0f7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0551388 Jun 21 03:09:45.945221 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-daad7f10-ad99-4d35-b7e0-7e6df6fc3e8c req-99cf5fd5-7606-4672-a8be-8b9bacfa3b31 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687859 Jun 21 03:09:45.950780 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3cdd2706-2da2-43e4-800c-27cc30bea9a6 req-20610aa1-e664-4b58-bce5-eba4e0711fc1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599241 Jun 21 03:09:46.102931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb210a2-9329-4bc9-b560-791ae00312d3 req-b1eec433-c518-4c16-8263-2d51d733c130 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:46.104453 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-deb210a2-9329-4bc9-b560-791ae00312d3 req-b1eec433-c518-4c16-8263-2d51d733c130 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0472250 Jun 21 03:09:46.154222 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-deb210a2-9329-4bc9-b560-791ae00312d3 req-7749f4f1-1a46-479e-88fd-2ca037cade44 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Jun 21 03:09:46.248843 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.388396 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e403e-1241-47fc-ace0-145ee478864b req-e1acaf8d-fb5f-4da7-9e51-2c9e06e16e62 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:46.389879 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-980e403e-1241-47fc-ace0-145ee478864b req-e1acaf8d-fb5f-4da7-9e51-2c9e06e16e62 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0458505 Jun 21 03:09:46.441020 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 2f44f583-f139-4fef-81d7-43b8032d3a1a details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:09:46.447138 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-980e403e-1241-47fc-ace0-145ee478864b req-a73b6c55-2acf-4a86-bccf-90f635cc3b0e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496264 Jun 21 03:09:46.454117 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b35ccf44-ec65-4aac-bc20-97be5d1a8d07 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:46.507131 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4414-be00-4219-b738-b7a12bb26ce2 req-b2c84a2f-3772-4729-ae3b-d57f3aa6354e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:46.509014 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f95c4414-be00-4219-b738-b7a12bb26ce2 req-b2c84a2f-3772-4729-ae3b-d57f3aa6354e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0539632 Jun 21 03:09:46.524515 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b65f8ea1-4a24-4d6c-ba1e-703929b27a30 req-e96c6b39-fa18-4f33-be4f-5f518bc5c396 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.575857 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:09:46.577351 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-cb03709e-c889-4eb6-8961-1ce4f73b7cd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcab122-3477-4e02-b7aa-acd704037607 HTTP/1.1" status: 200 len: 217 time: 0.0586832 Jun 21 03:09:46.584342 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f95c4414-be00-4219-b738-b7a12bb26ce2 req-9f74835d-1362-4f58-a1a8-7c80fce5ae79 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618253 Jun 21 03:09:46.586443 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:46.586993 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.588853 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-c40e2a63-8148-4f5a-8523-f86e4f4b1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:46.590578 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-c40e2a63-8148-4f5a-8523-f86e4f4b1073 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818515 Jun 21 03:09:46.634574 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 2f44f583-f139-4fef-81d7-43b8032d3a1a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:46.645201 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b65f8ea1-4a24-4d6c-ba1e-703929b27a30 req-e96c6b39-fa18-4f33-be4f-5f518bc5c396 service neutron] Publish callbacks [] for security_group (2598d610-5557-4a0b-8131-4367103aaa69), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.650091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b65f8ea1-4a24-4d6c-ba1e-703929b27a30 req-e96c6b39-fa18-4f33-be4f-5f518bc5c396 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2598d610-5557-4a0b-8131-4367103aaa69), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.650683 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'port_id': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'mac_address': 'fa:16:3e:d5:39:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:09:46.716291 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.719312 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-5e3e88d9-9a80-41fe-9bf4-1a017e8f8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:46.720827 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-5e3e88d9-9a80-41fe-9bf4-1a017e8f8dd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0671365 Jun 21 03:09:46.722648 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c6b39-fa18-4f33-be4f-5f518bc5c396 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2598d610-5557-4a0b-8131-4367103aaa69,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:46.739443 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b65f8ea1-4a24-4d6c-ba1e-703929b27a30 req-e96c6b39-fa18-4f33-be4f-5f518bc5c396 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294188 Jun 21 03:09:46.757805 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 2f44f583-f139-4fef-81d7-43b8032d3a1a is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:46.758377 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.777649 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:46.778296 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.784356 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:46.795733 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f44f583-f139-4fef-81d7-43b8032d3a1a {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:46.814269 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-42cbf2fe-f405-441b-af00-6ee2a76c8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:46.815847 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-42cbf2fe-f405-441b-af00-6ee2a76c8b26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844591 Jun 21 03:09:46.841770 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-636f8958-7c2c-4046-b58e-c452265f2415 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891723 Jun 21 03:09:46.844733 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 2f44f583-f139-4fef-81d7-43b8032d3a1a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:46.846905 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port b35ccf44-ec65-4aac-bc20-97be5d1a8d07, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:46.849882 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.855354 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:46.897578 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:46.901160 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=2f44f583-f139-4fef-81d7-43b8032d3a1a,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:46.949080 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:47.070669 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9618-d6a8-47c3-82b9-d02aa70fb37c req-1674cfc4-99cb-49a9-b58a-b9f84ed12bc6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:47.072855 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-272c9618-d6a8-47c3-82b9-d02aa70fb37c req-1674cfc4-99cb-49a9-b58a-b9f84ed12bc6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 944 time: 0.0591331 Jun 21 03:09:47.086664 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd67abb-243c-478d-8107-a80a16b420c9 req-d3d9d293-ee78-4993-bddf-a789f18670cc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:47.094063 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fcd67abb-243c-478d-8107-a80a16b420c9 req-d3d9d293-ee78-4993-bddf-a789f18670cc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0619459 Jun 21 03:09:47.149080 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fcd67abb-243c-478d-8107-a80a16b420c9 req-7a893693-d058-4bcf-87df-d6962c558fd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Jun 21 03:09:47.231390 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e908-6312-4568-9f52-26f968622853 req-c77c5bbf-a81e-426b-823d-8dfa6591239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:47.233100 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a6a4e908-6312-4568-9f52-26f968622853 req-c77c5bbf-a81e-426b-823d-8dfa6591239d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 1129 time: 0.0761375 Jun 21 03:09:47.247519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:47.249082 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-272c9618-d6a8-47c3-82b9-d02aa70fb37c req-12937a35-4b61-4624-9042-3196174911fd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700790 Jun 21 03:09:47.282165 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['2f44f583-f139-4fef-81d7-43b8032d3a1a'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:09:47.292334 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d96c8-d2db-4cee-8a82-57d56b4134f2 req-c689c995-e90a-4b5b-8ae0-8168ac7261bd tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:47.299166 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-387d96c8-d2db-4cee-8a82-57d56b4134f2 req-c689c995-e90a-4b5b-8ae0-8168ac7261bd tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0632033 Jun 21 03:09:47.363421 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-387d96c8-d2db-4cee-8a82-57d56b4134f2 req-c092b0cc-d1a4-403b-abef-3813fb9e169f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630529 Jun 21 03:09:47.370323 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:47.380702 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54438) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:47.383334 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:47.401839 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-bd57b8bf-2c62-4a8a-a185-77fc82794a74 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497473 Jun 21 03:09:47.405159 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35d0a6e4-f37e-4dd4-9b4e-a4d84f7f9ba3 req-4234db0e-8db2-492b-94ef-52e33d668823 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621820 Jun 21 03:09:47.506791 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68a7e1ea-96b8-4142-8ce6-05cf11e328dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:47.532483 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:47.592154 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14709da-175d-440b-8f4b-d96750ab588a req-4d57fcad-b93d-4759-839d-e9d52cf4b779 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:47.597178 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e14709da-175d-440b-8f4b-d96750ab588a req-4d57fcad-b93d-4759-839d-e9d52cf4b779 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0573556 Jun 21 03:09:47.615844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68a7e1ea-96b8-4142-8ce6-05cf11e328dd admin admin] Publish callbacks [] for security_group (9fb5a8a1-e2eb-46ef-80e0-e843f4247830), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:47.621810 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:47.624631 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b037b84-c62f-4161-b92e-7fc81c26199d" -d '{"events": [{"server_uuid": "aaa1873d-908f-4d20-b5f3-5c6c74ea0294", "name": "network-vif-plugged", "status": "completed", "tag": "b35ccf44-ec65-4aac-bc20-97be5d1a8d07"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:47.629212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68a7e1ea-96b8-4142-8ce6-05cf11e328dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9fb5a8a1-e2eb-46ef-80e0-e843f4247830), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:47.655247 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e14709da-175d-440b-8f4b-d96750ab588a req-954e58fe-cf96-4c49-bcad-ce4ba284f6ac tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535166 Jun 21 03:09:47.692787 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7e1ea-96b8-4142-8ce6-05cf11e328dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb5a8a1-e2eb-46ef-80e0-e843f4247830,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:47.716625 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-68a7e1ea-96b8-4142-8ce6-05cf11e328dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2527a2eedd2d4c0bb0ac206456cac688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315980 Jun 21 03:09:47.717698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1d0207-950e-45ba-926b-a50befd38a2c x-openstack-request-id: req-cb1d0207-950e-45ba-926b-a50befd38a2c {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:47.717698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa1873d-908f-4d20-b5f3-5c6c74ea0294", "name": "network-vif-plugged", "status": "completed", "tag": "b35ccf44-ec65-4aac-bc20-97be5d1a8d07", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:47.717911 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54458) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:47.717998 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb1d0207-950e-45ba-926b-a50befd38a2c {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:47.718232 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1d0207-950e-45ba-926b-a50befd38a2c'] response: {'server_uuid': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07', 'code': 200} Jun 21 03:09:47.748526 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb634b0-00f0-44f3-9a42-2a9dcc5efc83 req-9c32898e-f914-4a72-85b7-e278bd931860 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:47.750026 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eeb634b0-00f0-44f3-9a42-2a9dcc5efc83 req-9c32898e-f914-4a72-85b7-e278bd931860 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0748937 Jun 21 03:09:47.853577 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-f773978b-4cd8-49aa-98c3-126fa64b3f46 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926342 Jun 21 03:09:47.859322 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eeb634b0-00f0-44f3-9a42-2a9dcc5efc83 req-7a09a89c-fd11-48fe-9a48-a5af173f8670 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011012 Jun 21 03:09:47.863351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3db36ee9-5241-42a5-9e53-5449960bb89f admin admin] Publish callbacks [] for security_group (9fb5a8a1-e2eb-46ef-80e0-e843f4247830), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:47.864732 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54462) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:47.866957 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a6a4e908-6312-4568-9f52-26f968622853 req-3725e167-ce09-4c47-95f3-40be58146355 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039133 Jun 21 03:09:47.889263 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3db36ee9-5241-42a5-9e53-5449960bb89f admin admin] Publish callbacks [] for security_group (9fb5a8a1-e2eb-46ef-80e0-e843f4247830), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:47.935945 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3db36ee9-5241-42a5-9e53-5449960bb89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9fb5a8a1-e2eb-46ef-80e0-e843f4247830), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:47.938429 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3db36ee9-5241-42a5-9e53-5449960bb89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:47.939583 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3db36ee9-5241-42a5-9e53-5449960bb89f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fb5a8a1-e2eb-46ef-80e0-e843f4247830 HTTP/1.1" status: 204 len: 168 time: 0.2211277 Jun 21 03:09:47.949449 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db36ee9-5241-42a5-9e53-5449960bb89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb5a8a1-e2eb-46ef-80e0-e843f4247830,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:47.973511 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235b5ee0-7846-42ea-bf86-bdd61a1ffeb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.054481 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235b5ee0-7846-42ea-bf86-bdd61a1ffeb3 admin admin] Publish callbacks [] for security_group (5a881604-ebbf-4874-a50c-f250e6242089), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.058936 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-235b5ee0-7846-42ea-bf86-bdd61a1ffeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5a881604-ebbf-4874-a50c-f250e6242089), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.100879 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-235b5ee0-7846-42ea-bf86-bdd61a1ffeb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79d68780ab0540febd8d9a35cc8db7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350852 Jun 21 03:09:48.102708 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b5ee0-7846-42ea-bf86-bdd61a1ffeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a881604-ebbf-4874-a50c-f250e6242089,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:48.103644 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54470) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:48.161722 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9aac186f-95b7-4e4a-b099-336cbf98c0a9 admin admin] Publish callbacks [] for security_group (5a881604-ebbf-4874-a50c-f250e6242089), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.191692 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9aac186f-95b7-4e4a-b099-336cbf98c0a9 admin admin] Publish callbacks [] for security_group (5a881604-ebbf-4874-a50c-f250e6242089), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.245960 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9aac186f-95b7-4e4a-b099-336cbf98c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5a881604-ebbf-4874-a50c-f250e6242089), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.249405 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9aac186f-95b7-4e4a-b099-336cbf98c0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.254626 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9aac186f-95b7-4e4a-b099-336cbf98c0a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a881604-ebbf-4874-a50c-f250e6242089 HTTP/1.1" status: 204 len: 168 time: 0.1469579 Jun 21 03:09:48.254626 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54474) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:48.269846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64c7bc-827e-48b5-90f1-89b63d4ae2d7 req-d42b14ae-ec07-4590-8220-c3f64f8bcbaa tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:48.272124 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b64c7bc-827e-48b5-90f1-89b63d4ae2d7 req-d42b14ae-ec07-4590-8220-c3f64f8bcbaa tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Jun 21 03:09:48.275587 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac186f-95b7-4e4a-b099-336cbf98c0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a881604-ebbf-4874-a50c-f250e6242089,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:48.283162 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-236a806e-a09f-444b-a5b2-1bfb33a8c37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.364093 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:48.376733 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b64c7bc-827e-48b5-90f1-89b63d4ae2d7 req-1a7b833c-90d4-4bc1-99d0-5b3a4485b6f3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901828 Jun 21 03:09:48.442611 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7887be-659c-4436-98b5-5c6af89fd37b req-cbdcb46e-00a4-4953-8c2f-2e1ba5e50b68 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:48.444394 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7887be-659c-4436-98b5-5c6af89fd37b req-cbdcb46e-00a4-4953-8c2f-2e1ba5e50b68 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 944 time: 0.0814412 Jun 21 03:09:48.473829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-236a806e-a09f-444b-a5b2-1bfb33a8c37b admin admin] Publish callbacks [] for security_group (e0740fac-d363-4f9a-8fda-d05c6a65bb7d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.482718 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-236a806e-a09f-444b-a5b2-1bfb33a8c37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (e0740fac-d363-4f9a-8fda-d05c6a65bb7d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.495585 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:48.507177 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994b14-23fd-47be-b25a-4b03803466dd req-e40e3b46-c853-43ac-a07d-d7fc188adb0a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:48.509531 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ed994b14-23fd-47be-b25a-4b03803466dd req-e40e3b46-c853-43ac-a07d-d7fc188adb0a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 944 time: 0.0704072 Jun 21 03:09:48.546038 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-236a806e-a09f-444b-a5b2-1bfb33a8c37b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bd8ff34c4f8457b9c1fcfbfe060c4f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873769 Jun 21 03:09:48.550474 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a806e-a09f-444b-a5b2-1bfb33a8c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0740fac-d363-4f9a-8fda-d05c6a65bb7d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:48.554292 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54490) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:48.565827 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7887be-659c-4436-98b5-5c6af89fd37b req-d28b032c-50a5-4fe5-b448-868cfd7af6d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127110 Jun 21 03:09:48.588005 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ed994b14-23fd-47be-b25a-4b03803466dd req-d0825ad2-6ea5-4bbe-ad09-97a772a9c366 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708680 Jun 21 03:09:48.619378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1814b-569d-45df-ba76-a5aa5a9cc8b4 admin admin] Publish callbacks [] for security_group (e0740fac-d363-4f9a-8fda-d05c6a65bb7d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.639843 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 206224fe-0847-4816-a95b-3775f0529b12 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:09:48.646737 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1814b-569d-45df-ba76-a5aa5a9cc8b4 admin admin] Publish callbacks [] for security_group (e0740fac-d363-4f9a-8fda-d05c6a65bb7d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.657011 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 2f44f583-f139-4fef-81d7-43b8032d3a1a up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:48.660520 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54492) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:48.714833 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1814b-569d-45df-ba76-a5aa5a9cc8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (e0740fac-d363-4f9a-8fda-d05c6a65bb7d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.718338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9b1814b-569d-45df-ba76-a5aa5a9cc8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.721614 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a9b1814b-569d-45df-ba76-a5aa5a9cc8b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0740fac-d363-4f9a-8fda-d05c6a65bb7d HTTP/1.1" status: 204 len: 168 time: 0.1659682 Jun 21 03:09:48.740663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1814b-569d-45df-ba76-a5aa5a9cc8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0740fac-d363-4f9a-8fda-d05c6a65bb7d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:48.775878 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 2f44f583-f139-4fef-81d7-43b8032d3a1a completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:09:48.798987 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a709521-4c85-42fb-aab3-769fcf7a309c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.824612 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 206224fe-0847-4816-a95b-3775f0529b12, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=206224fe-0847-4816-a95b-3775f0529b12,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:48.845911 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '206224fe-0847-4816-a95b-3775f0529b12', 'network_id': '2ebbaafd-3967-48e9-87c6-06018a4be59f', 'port_id': '206224fe-0847-4816-a95b-3775f0529b12', 'mac_address': 'fa:16:3e:8a:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:09:48.853119 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 2f44f583-f139-4fef-81d7-43b8032d3a1a triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:48.853648 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.854981 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:48.870136 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08814872-8a68-40cd-aa64-2e28abece1c2 req-773121e9-9a5d-49ac-8a6c-efa00225f660 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:48.872770 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08814872-8a68-40cd-aa64-2e28abece1c2 req-773121e9-9a5d-49ac-8a6c-efa00225f660 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.1126466 Jun 21 03:09:48.881187 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33810021-7a8b-4a1e-8d93-8b8d8f5db940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.942181 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 206224fe-0847-4816-a95b-3775f0529b12 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:48.942899 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (206224fe-0847-4816-a95b-3775f0529b12), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:48.964226 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206224fe-0847-4816-a95b-3775f0529b12 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:48.968752 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08814872-8a68-40cd-aa64-2e28abece1c2 req-eec0fb55-c511-44e7-8370-915209f8a6c8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896347 Jun 21 03:09:48.974908 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:49.033025 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 206224fe-0847-4816-a95b-3775f0529b12, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=206224fe-0847-4816-a95b-3775f0529b12,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:49.033862 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:49.038862 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33810021-7a8b-4a1e-8d93-8b8d8f5db940 admin admin] Publish callbacks [] for security_group (39a2ee14-beb2-4d55-846f-20c71e723fa9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.039240 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (206224fe-0847-4816-a95b-3775f0529b12), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.040892 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a709521-4c85-42fb-aab3-769fcf7a309c admin admin] Publish callbacks [] for security_group (ea0134af-cd74-4ca0-8622-45b84cb1b676), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.045169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 2f44f583-f139-4fef-81d7-43b8032d3a1a is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:49.045592 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.048944 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33810021-7a8b-4a1e-8d93-8b8d8f5db940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (39a2ee14-beb2-4d55-846f-20c71e723fa9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.056405 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7a709521-4c85-42fb-aab3-769fcf7a309c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ea0134af-cd74-4ca0-8622-45b84cb1b676), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.078321 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05661d-7584-4f40-be4c-cd345b598ea7 req-ce25d005-dc52-4a22-b56d-677bb52a25dc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:49.079835 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e05661d-7584-4f40-be4c-cd345b598ea7 req-ce25d005-dc52-4a22-b56d-677bb52a25dc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.1058042 Jun 21 03:09:49.116645 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:49.131803 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-33810021-7a8b-4a1e-8d93-8b8d8f5db940 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf4b57c59b954c97915e54d3a7b80a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755082 Jun 21 03:09:49.134080 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 2f44f583-f139-4fef-81d7-43b8032d3a1a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:49.134914 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54508) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:49.136140 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=206224fe-0847-4816-a95b-3775f0529b12,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:49.143484 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810021-7a8b-4a1e-8d93-8b8d8f5db940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a2ee14-beb2-4d55-846f-20c71e723fa9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:49.152629 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7a709521-4c85-42fb-aab3-769fcf7a309c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b532dada1c104aeeb996130e013431b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911528 Jun 21 03:09:49.155585 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54512) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:49.173177 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.219097 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:09:49.223230 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e05661d-7584-4f40-be4c-cd345b598ea7 req-f62f653d-01b0-400b-9b40-1f1f5758c3fc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288991 Jun 21 03:09:49.225219 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a709521-4c85-42fb-aab3-769fcf7a309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0134af-cd74-4ca0-8622-45b84cb1b676,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:49.250510 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=2f44f583-f139-4fef-81d7-43b8032d3a1a,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:49.271170 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e699e638-7b81-4b54-b9a9-56a564014251 admin admin] Publish callbacks [] for security_group (39a2ee14-beb2-4d55-846f-20c71e723fa9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.280141 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f973235-1478-4b4b-9d9e-31ed064b3727 admin admin] Publish callbacks [] for security_group (ea0134af-cd74-4ca0-8622-45b84cb1b676), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.310655 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e699e638-7b81-4b54-b9a9-56a564014251 admin admin] Publish callbacks [] for security_group (39a2ee14-beb2-4d55-846f-20c71e723fa9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.326306 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f973235-1478-4b4b-9d9e-31ed064b3727 admin admin] Publish callbacks [] for security_group (ea0134af-cd74-4ca0-8622-45b84cb1b676), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.397021 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e699e638-7b81-4b54-b9a9-56a564014251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (39a2ee14-beb2-4d55-846f-20c71e723fa9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.399867 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e699e638-7b81-4b54-b9a9-56a564014251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.401270 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e699e638-7b81-4b54-b9a9-56a564014251 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39a2ee14-beb2-4d55-846f-20c71e723fa9 HTTP/1.1" status: 204 len: 168 time: 0.2653427 Jun 21 03:09:49.405076 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f973235-1478-4b4b-9d9e-31ed064b3727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ea0134af-cd74-4ca0-8622-45b84cb1b676), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.407534 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f973235-1478-4b4b-9d9e-31ed064b3727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:49.412277 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5f973235-1478-4b4b-9d9e-31ed064b3727 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea0134af-cd74-4ca0-8622-45b84cb1b676 HTTP/1.1" status: 204 len: 168 time: 0.2538133 Jun 21 03:09:49.417686 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699e638-7b81-4b54-b9a9-56a564014251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a2ee14-beb2-4d55-846f-20c71e723fa9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:49.428228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f973235-1478-4b4b-9d9e-31ed064b3727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0134af-cd74-4ca0-8622-45b84cb1b676,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:49.519943 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5d1e0-05ab-4f19-b3d2-ac81c8f0cf2b req-9d5b3d9f-9f01-4b30-a4c4-07facc3dda1b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:49.527050 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-40d5d1e0-05ab-4f19-b3d2-ac81c8f0cf2b req-9d5b3d9f-9f01-4b30-a4c4-07facc3dda1b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0560720 Jun 21 03:09:49.528212 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['206224fe-0847-4816-a95b-3775f0529b12'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:09:49.565572 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:49.589227 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-40d5d1e0-05ab-4f19-b3d2-ac81c8f0cf2b req-4601ad30-9bb2-471f-a844-de92aafec216 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Jun 21 03:09:49.718815 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:49.721466 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff95ffb-a892-44ce-b091-0dd3cbe7cd28" -d '{"events": [{"server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "name": "network-vif-plugged", "status": "completed", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:49.755429 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b2f9-3f76-4407-ac27-4b115b7b5fe8 req-b81803d9-7943-4b63-9063-dca782854140 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:49.757757 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ea7b2f9-3f76-4407-ac27-4b115b7b5fe8 req-b81803d9-7943-4b63-9063-dca782854140 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0888922 Jun 21 03:09:49.770480 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca559c6a-a3c8-482f-a9cf-98decfffb453 req-e7da2d84-a124-408e-856c-ee45bfb03287 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:49.772032 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca559c6a-a3c8-482f-a9cf-98decfffb453 req-e7da2d84-a124-408e-856c-ee45bfb03287 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 945 time: 0.0841272 Jun 21 03:09:49.825745 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ea7b2f9-3f76-4407-ac27-4b115b7b5fe8 req-f519bbb5-cea2-4287-9003-1d7db45ac701 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605297 Jun 21 03:09:49.828459 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca559c6a-a3c8-482f-a9cf-98decfffb453 req-c7de380e-7a9a-43f7-8732-7134c1f24ffc tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476897 Jun 21 03:09:49.888852 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c40f7-c335-4902-a469-52b41b2cea6d x-openstack-request-id: req-c91c40f7-c335-4902-a469-52b41b2cea6d {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:49.889448 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "name": "network-vif-plugged", "status": "completed", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:49.889717 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c91c40f7-c335-4902-a469-52b41b2cea6d {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:49.890190 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91c40f7-c335-4902-a469-52b41b2cea6d'] response: {'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'code': 200} Jun 21 03:09:49.909662 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54542) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:49.925679 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6165-1d81-4e83-89ce-740ab80d138a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.009096 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6165-1d81-4e83-89ce-740ab80d138a admin admin] Publish callbacks [] for security_group (8af70c71-be0f-447c-93bf-1ebf93f0c44e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.013683 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6165-1d81-4e83-89ce-740ab80d138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8af70c71-be0f-447c-93bf-1ebf93f0c44e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.079945 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cc1e6165-1d81-4e83-89ce-740ab80d138a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce7089c93f7940c1930f31a1f2b0dc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690314 Jun 21 03:09:50.080711 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e6165-1d81-4e83-89ce-740ab80d138a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af70c71-be0f-447c-93bf-1ebf93f0c44e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:50.084042 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54552) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:50.131000 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f60c-fcba-444e-9096-680be6f42144 req-fa4356b2-733e-4d64-bae3-4adee6dfbe0c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:50.133959 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c83f60c-fcba-444e-9096-680be6f42144 req-fa4356b2-733e-4d64-bae3-4adee6dfbe0c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0580764 Jun 21 03:09:50.143455 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51513975-936d-45b5-b430-bcd7111d9d7f admin admin] Publish callbacks [] for security_group (8af70c71-be0f-447c-93bf-1ebf93f0c44e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.150818 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:50.172033 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51513975-936d-45b5-b430-bcd7111d9d7f admin admin] Publish callbacks [] for security_group (8af70c71-be0f-447c-93bf-1ebf93f0c44e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.192877 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:50.213275 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c83f60c-fcba-444e-9096-680be6f42144 req-b7f07a93-4eb9-4dca-8cc0-4a777c48e0a3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731328 Jun 21 03:09:50.235544 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51513975-936d-45b5-b430-bcd7111d9d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8af70c71-be0f-447c-93bf-1ebf93f0c44e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.242194 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-51513975-936d-45b5-b430-bcd7111d9d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.244483 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-51513975-936d-45b5-b430-bcd7111d9d7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8af70c71-be0f-447c-93bf-1ebf93f0c44e HTTP/1.1" status: 204 len: 168 time: 0.1582751 Jun 21 03:09:50.254052 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51513975-936d-45b5-b430-bcd7111d9d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af70c71-be0f-447c-93bf-1ebf93f0c44e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:50.353997 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e3b2a-7587-4912-a695-d10347b4d069 req-81285b48-3eef-4187-9b6e-cd2b5bd98453 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:50.355726 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-117e3b2a-7587-4912-a695-d10347b4d069 req-81285b48-3eef-4187-9b6e-cd2b5bd98453 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0545642 Jun 21 03:09:50.426053 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-117e3b2a-7587-4912-a695-d10347b4d069 req-062c8ef8-2b14-4d07-9fd5-2dba2d281cc7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634720 Jun 21 03:09:50.698512 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 206224fe-0847-4816-a95b-3775f0529b12 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:50.762300 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cad8-e1d5-452d-8ba9-2e07c26db490 req-76c327a2-4e4a-46aa-8887-45b1be682f3e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:50.769878 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a128cad8-e1d5-452d-8ba9-2e07c26db490 req-76c327a2-4e4a-46aa-8887-45b1be682f3e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0664310 Jun 21 03:09:50.779569 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 206224fe-0847-4816-a95b-3775f0529b12 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:09:50.789058 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 206224fe-0847-4816-a95b-3775f0529b12 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:50.790974 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (206224fe-0847-4816-a95b-3775f0529b12), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:50.825370 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a128cad8-e1d5-452d-8ba9-2e07c26db490 req-76f8d295-380f-4e60-b802-d707bd6851d6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544627 Jun 21 03:09:50.955619 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 206224fe-0847-4816-a95b-3775f0529b12 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:50.956596 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (206224fe-0847-4816-a95b-3775f0529b12), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:51.006252 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bd3fe-a2e4-4d10-ba91-aba5b7f4a5b0 req-4798abb8-63be-49fb-9dac-6f443c05066f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:51.007815 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a62bd3fe-a2e4-4d10-ba91-aba5b7f4a5b0 req-4798abb8-63be-49fb-9dac-6f443c05066f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 945 time: 0.0860889 Jun 21 03:09:51.011924 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57356-4c88-4db0-a063-f568c2a56802 req-e6429d5c-3b18-4c8e-a579-fbe416fea5bf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:51.020274 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fbd57356-4c88-4db0-a063-f568c2a56802 req-e6429d5c-3b18-4c8e-a579-fbe416fea5bf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0888383 Jun 21 03:09:51.040986 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 206224fe-0847-4816-a95b-3775f0529b12, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=206224fe-0847-4816-a95b-3775f0529b12,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:51.050966 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (206224fe-0847-4816-a95b-3775f0529b12), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:51.108579 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fbd57356-4c88-4db0-a063-f568c2a56802 req-612656cf-0b75-4f29-847b-f8734d36d831 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870459 Jun 21 03:09:51.119624 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a62bd3fe-a2e4-4d10-ba91-aba5b7f4a5b0 req-49acdcee-360c-4b9a-95a2-1289b96d8611 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905809 Jun 21 03:09:51.165526 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=206224fe-0847-4816-a95b-3775f0529b12,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:51.200709 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:51.351828 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5f890-d66c-4fb3-9188-7aefa4e7263d req-14bc3857-723c-47b4-aeaf-71439be46c31 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:51.353900 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fc5f890-d66c-4fb3-9188-7aefa4e7263d req-14bc3857-723c-47b4-aeaf-71439be46c31 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0507452 Jun 21 03:09:51.412309 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fc5f890-d66c-4fb3-9188-7aefa4e7263d req-c2140e2a-9c4e-406a-9757-bbdca6f398d5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523450 Jun 21 03:09:51.551863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beadac-e489-4755-9d5b-9aaf0f171888 req-7c4fb2cd-42a5-4c65-8603-4e27a47896b6 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:51.553438 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-25beadac-e489-4755-9d5b-9aaf0f171888 req-7c4fb2cd-42a5-4c65-8603-4e27a47896b6 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0532241 Jun 21 03:09:51.569835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:51.601000 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:51.610356 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-25beadac-e489-4755-9d5b-9aaf0f171888 req-e4d4b879-98a3-4a02-a770-25f4081ab26d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514114 Jun 21 03:09:51.895184 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206224fe-0847-4816-a95b-3775f0529b12'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:51.897835 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643722a9-95c1-4fb4-8c9c-9776abf28e9a" -d '{"events": [{"server_uuid": "571b42e5-3e2d-4bd4-8e97-5f09fff9b63d", "name": "network-vif-plugged", "status": "completed", "tag": "206224fe-0847-4816-a95b-3775f0529b12"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:51.958803 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add96cf4-ee9b-49cc-93ed-e7320ff4d142 x-openstack-request-id: req-add96cf4-ee9b-49cc-93ed-e7320ff4d142 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:51.959129 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571b42e5-3e2d-4bd4-8e97-5f09fff9b63d", "name": "network-vif-plugged", "status": "completed", "tag": "206224fe-0847-4816-a95b-3775f0529b12", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:51.959387 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-add96cf4-ee9b-49cc-93ed-e7320ff4d142 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:51.959786 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add96cf4-ee9b-49cc-93ed-e7320ff4d142'] response: {'server_uuid': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206224fe-0847-4816-a95b-3775f0529b12', 'code': 200} Jun 21 03:09:51.977952 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-e760b23c-fe24-474c-8766-ac3d432f6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:51.979721 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-e760b23c-fe24-474c-8766-ac3d432f6bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 1129 time: 0.0853174 Jun 21 03:09:52.013781 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2750a-3622-4bf0-85f2-f8f83d744513 req-8110c755-8a7c-40da-adb7-ca528a096114 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.022061 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dea2750a-3622-4bf0-85f2-f8f83d744513 req-8110c755-8a7c-40da-adb7-ca528a096114 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.1308284 Jun 21 03:09:52.059220 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80920c6-8078-414b-950c-0c2152991bb3 req-587bbaab-03cb-4673-842b-3b311e2d596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.059220 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d80920c6-8078-414b-950c-0c2152991bb3 req-587bbaab-03cb-4673-842b-3b311e2d596e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1130 time: 0.0956433 Jun 21 03:09:52.089829 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dea2750a-3622-4bf0-85f2-f8f83d744513 req-12b493fc-1a3c-4d76-979a-36376c6b97c0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668867 Jun 21 03:09:52.279491 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c8a51-0f68-486f-9b5e-9fabd30c3f70 req-b023cb09-c75d-46a1-9001-70a5971917f5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.281932 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e6c8a51-0f68-486f-9b5e-9fabd30c3f70 req-b023cb09-c75d-46a1-9001-70a5971917f5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0798168 Jun 21 03:09:52.356405 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e6c8a51-0f68-486f-9b5e-9fabd30c3f70 req-34c958fb-e774-4104-8cf2-009a79f5d4d1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672667 Jun 21 03:09:52.518468 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e58ea9-f466-46f3-9bf1-900b09837691 req-7ff90aaf-7f09-47bc-a6e9-b47ac6844a9b tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.520919 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4e58ea9-f466-46f3-9bf1-900b09837691 req-7ff90aaf-7f09-47bc-a6e9-b47ac6844a9b tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0884907 Jun 21 03:09:52.637196 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d80920c6-8078-414b-950c-0c2152991bb3 req-34e193f2-3228-404f-845c-7353de6197e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144753 Jun 21 03:09:52.662900 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4e58ea9-f466-46f3-9bf1-900b09837691 req-52306981-7fb4-487a-bc62-899924ff2ed2 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219895 Jun 21 03:09:52.694276 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:09:52.835627 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37c378-911a-4198-ade2-25258cb4d0c2 req-a1b882a7-da98-4208-97a1-2f74ff3f2fa1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.837243 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed37c378-911a-4198-ade2-25258cb4d0c2 req-a1b882a7-da98-4208-97a1-2f74ff3f2fa1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0828357 Jun 21 03:09:52.862713 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:52.868666 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d2e5b-450f-4ec1-b311-b67b4130c5a1 req-f2d927ec-7d90-4ac6-bf3a-6b33d1df29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.873485 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-757d2e5b-450f-4ec1-b311-b67b4130c5a1 req-f2d927ec-7d90-4ac6-bf3a-6b33d1df29bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 1129 time: 0.3358512 Jun 21 03:09:52.881641 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'port_id': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'mac_address': 'fa:16:3e:55:fe:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:09:52.887194 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465f503-f7ef-4dbf-9346-95d7123a4cd2 req-7a6b3478-c109-4197-9bef-b29c2d52360d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.894339 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c465f503-f7ef-4dbf-9346-95d7123a4cd2 req-7a6b3478-c109-4197-9bef-b29c2d52360d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.3611758 Jun 21 03:09:52.923084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:52.923582 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:52.940271 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a84e7e-f693-4251-bff2-a21fced5ba19 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:09:52.964914 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:52.966447 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-bbb426bb-8f40-4116-b819-7f0eda29faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:52.968785 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-bbb426bb-8f40-4116-b819-7f0eda29faba service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.4505327 Jun 21 03:09:52.973491 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:52.988862 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c465f503-f7ef-4dbf-9346-95d7123a4cd2 req-31e1a759-700d-4a48-993a-9f41a499a358 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901670 Jun 21 03:09:53.029123 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:53.031389 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:53.093082 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-5255b93a-847c-4867-9dbc-b32e75ba31db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada HTTP/1.1" status: 200 len: 217 time: 0.0552316 Jun 21 03:09:53.165973 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-757d2e5b-450f-4ec1-b311-b67b4130c5a1 req-86b26b6d-0a05-40ac-b3eb-8356acdfb1f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413836 Jun 21 03:09:53.179713 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-4c236bff-129e-4101-aa84-5b7f496a0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:53.181247 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-4c236bff-129e-4101-aa84-5b7f496a0347 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 1129 time: 0.0664623 Jun 21 03:09:53.186195 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f5c3f-345c-4154-b5e8-0c9440163308 req-ba8527eb-8b6b-4244-b604-e135b1d32a68 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:53.187873 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c39f5c3f-345c-4154-b5e8-0c9440163308 req-ba8527eb-8b6b-4244-b604-e135b1d32a68 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0879416 Jun 21 03:09:53.188897 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed37c378-911a-4198-ade2-25258cb4d0c2 req-e618cb5f-b234-4fe1-814d-0272d0798868 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441474 Jun 21 03:09:53.196503 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54734) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:53.241026 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c39f5c3f-345c-4154-b5e8-0c9440163308 req-879182c5-4bdb-4232-ad2f-4ac3642ce4fb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437279 Jun 21 03:09:53.333831 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-300e94fb-8d8f-4913-9b36-1fc2f47ce6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.384153 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:53.413161 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fdaa9-c7ce-4668-9d24-6bbd6aa86311 req-40436f80-747e-4bc4-a8ac-a438f1e13f4c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:53.414878 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-706fdaa9-c7ce-4668-9d24-6bbd6aa86311 req-40436f80-747e-4bc4-a8ac-a438f1e13f4c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0702739 Jun 21 03:09:53.424056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:53.429692 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:53.459390 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-300e94fb-8d8f-4913-9b36-1fc2f47ce6c1 admin admin] Publish callbacks [] for security_group (d0940dd0-f74e-41de-9c7c-3b4deb69d1e9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.463951 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-300e94fb-8d8f-4913-9b36-1fc2f47ce6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (d0940dd0-f74e-41de-9c7c-3b4deb69d1e9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.506190 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-300e94fb-8d8f-4913-9b36-1fc2f47ce6c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12d74028509b4db4912012f8c1d67416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086121 Jun 21 03:09:53.507093 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e94fb-8d8f-4913-9b36-1fc2f47ce6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0940dd0-f74e-41de-9c7c-3b4deb69d1e9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:53.509397 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54746) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:53.531490 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['a6a84e7e-f693-4251-bff2-a21fced5ba19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:09:53.542118 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:53.576270 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a836da41-f46f-4aed-b940-71eda4c52fde admin admin] Publish callbacks [] for security_group (d0940dd0-f74e-41de-9c7c-3b4deb69d1e9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.603331 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a836da41-f46f-4aed-b940-71eda4c52fde admin admin] Publish callbacks [] for security_group (d0940dd0-f74e-41de-9c7c-3b4deb69d1e9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.661795 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a836da41-f46f-4aed-b940-71eda4c52fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (d0940dd0-f74e-41de-9c7c-3b4deb69d1e9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.664891 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a836da41-f46f-4aed-b940-71eda4c52fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.666070 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a836da41-f46f-4aed-b940-71eda4c52fde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0940dd0-f74e-41de-9c7c-3b4deb69d1e9 HTTP/1.1" status: 204 len: 168 time: 0.1557512 Jun 21 03:09:53.675440 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836da41-f46f-4aed-b940-71eda4c52fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0940dd0-f74e-41de-9c7c-3b4deb69d1e9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:53.740191 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (aca857e0-eb30-423b-b361-22d2fe91069c), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:53.811942 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538eccd-4be8-4947-81ad-57eee28fd83c req-c83e813d-8a3c-4156-ad03-fb1961f6490d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:53.813630 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2538eccd-4be8-4947-81ad-57eee28fd83c req-c83e813d-8a3c-4156-ad03-fb1961f6490d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.3805783 Jun 21 03:09:53.818822 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde48db-3712-432e-8eb5-16bac420a179 req-a46fb791-43dc-4f3f-9340-d97b0a336202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:53.820484 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bfde48db-3712-432e-8eb5-16bac420a179 req-a46fb791-43dc-4f3f-9340-d97b0a336202 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 1130 time: 0.0961301 Jun 21 03:09:53.845911 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a81ac5-aeb9-40d4-9573-803fa258efb7 req-dad5bbce-892d-4b30-a923-a07684d5df3f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:53.853312 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26a81ac5-aeb9-40d4-9573-803fa258efb7 req-dad5bbce-892d-4b30-a923-a07684d5df3f tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0903044 Jun 21 03:09:53.907398 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26a81ac5-aeb9-40d4-9573-803fa258efb7 req-63d24c75-3f80-4696-8862-8a74a0b130ea tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Jun 21 03:09:53.954135 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2538eccd-4be8-4947-81ad-57eee28fd83c req-3638cbba-ec78-480c-8bea-4b35256430cb tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189206 Jun 21 03:09:54.135653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54768) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:54.155740 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e528ea58-33b9-47e0-a44b-9a6c8d094638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.171416 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59851c-8418-49b1-8731-12715edfbf01 req-e6347250-3d72-407c-a659-a7b806f5f952 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:54.172982 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e59851c-8418-49b1-8731-12715edfbf01 req-e6347250-3d72-407c-a659-a7b806f5f952 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0718033 Jun 21 03:09:54.269658 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e59851c-8418-49b1-8731-12715edfbf01 req-e00372bb-bfe2-4fee-8d77-867995297167 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795791 Jun 21 03:09:54.342637 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e528ea58-33b9-47e0-a44b-9a6c8d094638 admin admin] Publish callbacks [] for security_group (efc7958b-9cf6-4364-a6c6-415b071ad352), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.396013 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e528ea58-33b9-47e0-a44b-9a6c8d094638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (efc7958b-9cf6-4364-a6c6-415b071ad352), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.446294 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:54.501042 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-58ac8c2a-7f83-4bd2-ba9d-b53f2a1897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:54.502530 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-58ac8c2a-7f83-4bd2-ba9d-b53f2a1897e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.1288619 Jun 21 03:09:54.539262 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e528ea58-33b9-47e0-a44b-9a6c8d094638 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c52a52cfcb34a26bb1fc9aede249639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024856 Jun 21 03:09:54.545276 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528ea58-33b9-47e0-a44b-9a6c8d094638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7958b-9cf6-4364-a6c6-415b071ad352,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:54.547177 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54778) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:54.553389 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e92c48-adfa-45df-8ee9-416418576874 req-b0d656e9-8bac-451a-a3a9-4274854e0821 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:54.554875 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62e92c48-adfa-45df-8ee9-416418576874 req-b0d656e9-8bac-451a-a3a9-4274854e0821 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 945 time: 0.2177932 Jun 21 03:09:54.576095 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 03:09:54.594744 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-b0599605-2cbd-4e1d-9de1-6f3536be5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:54.596251 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-b0599605-2cbd-4e1d-9de1-6f3536be5a7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.2444711 Jun 21 03:09:54.644118 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:54.688031 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.699323 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (aca857e0-eb30-423b-b361-22d2fe91069c), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.748362 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62e92c48-adfa-45df-8ee9-416418576874 req-37cbfdef-895f-427b-ac25-b193a10c522c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766770 Jun 21 03:09:54.752745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06f5ee99-7aa1-4cff-9fdf-e2ebc0ffe2b1 admin admin] Publish callbacks [] for security_group (efc7958b-9cf6-4364-a6c6-415b071ad352), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.788691 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06f5ee99-7aa1-4cff-9fdf-e2ebc0ffe2b1 admin admin] Publish callbacks [] for security_group (efc7958b-9cf6-4364-a6c6-415b071ad352), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.802291 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:09:54.850008 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port a6a84e7e-f693-4251-bff2-a21fced5ba19 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:09:54.856957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port a6a84e7e-f693-4251-bff2-a21fced5ba19 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:09:54.857317 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.860916 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP aca857e0-eb30-423b-b361-22d2fe91069c associated. External IP: 172.27.2.118, port: dea46eac-9326-474c-8b29-1ce4d2d9cada. Jun 21 03:09:54.918680 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06f5ee99-7aa1-4cff-9fdf-e2ebc0ffe2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (efc7958b-9cf6-4364-a6c6-415b071ad352), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.921292 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06f5ee99-7aa1-4cff-9fdf-e2ebc0ffe2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:54.922464 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-06f5ee99-7aa1-4cff-9fdf-e2ebc0ffe2b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efc7958b-9cf6-4364-a6c6-415b071ad352 HTTP/1.1" status: 204 len: 168 time: 0.3666449 Jun 21 03:09:54.961872 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5ee99-7aa1-4cff-9fdf-e2ebc0ffe2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc7958b-9cf6-4364-a6c6-415b071ad352,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:55.027809 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:55.065763 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3de4c-2514-4447-aada-c2fe4955ba9a req-c8dcb779-6a69-4e74-8aa0-afbacd8a7e7b tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:55.067957 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08b3de4c-2514-4447-aada-c2fe4955ba9a req-c8dcb779-6a69-4e74-8aa0-afbacd8a7e7b tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0600507 Jun 21 03:09:55.104168 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:09:55.104642 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:55.129990 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:55.132082 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:55.138084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9786081a-a5c9-45db-b27e-66c352b078bd" -d '{"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-plugged", "status": "completed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:55.153782 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:09:55.159847 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:55.169510 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bfde48db-3712-432e-8eb5-16bac420a179 req-e13eabd0-9a41-426e-9607-dd22404bc3c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797625 Jun 21 03:09:55.197274 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08b3de4c-2514-4447-aada-c2fe4955ba9a req-93c020e1-073e-4387-be3c-764e42364005 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236160 Jun 21 03:09:55.246298 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:55.269864 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-54aaa372-fb71-482c-b048-5cece30f512d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcab122-3477-4e02-b7aa-acd704037607 HTTP/1.1" status: 200 len: 217 time: 0.0945625 Jun 21 03:09:55.278153 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1727f3b4-2b9b-4731-ab9c-0028f9893794 x-openstack-request-id: req-1727f3b4-2b9b-4731-ab9c-0028f9893794 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:55.278651 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-plugged", "status": "completed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:55.279098 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1727f3b4-2b9b-4731-ab9c-0028f9893794 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:55.279660 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1727f3b4-2b9b-4731-ab9c-0028f9893794'] response: {'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'code': 200} Jun 21 03:09:55.428237 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3184-7397-46cb-a62b-56ee650a9a29 req-7bdbce94-ee62-4178-a1b3-f897de6e4042 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:55.430239 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-17fc3184-7397-46cb-a62b-56ee650a9a29 req-7bdbce94-ee62-4178-a1b3-f897de6e4042 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0555642 Jun 21 03:09:55.441725 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678c341-5dcd-4983-b612-b19e65f63393 req-846ca55a-65d5-49d8-869e-2e0551265299 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:55.443476 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0678c341-5dcd-4983-b612-b19e65f63393 req-846ca55a-65d5-49d8-869e-2e0551265299 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.3870811 Jun 21 03:09:55.501300 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-200d34f4-4e7a-4e8b-b91c-a750532c8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:55.502787 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-200d34f4-4e7a-4e8b-b91c-a750532c8270 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862019 Jun 21 03:09:55.513405 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-17fc3184-7397-46cb-a62b-56ee650a9a29 req-c37db9e0-b6d2-446a-82c1-0cc01c73c7dd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753772 Jun 21 03:09:55.515655 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:09:55.548200 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0678c341-5dcd-4983-b612-b19e65f63393 req-4b8fdbfe-7f92-4078-bbd7-680ead9562c9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868950 Jun 21 03:09:55.663687 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:09:55.668326 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:55.677526 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:09:55.691436 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:09:55.692188 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:09:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:55.703827 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-77679b70-6aee-4e30-8008-5808d1ed3651 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "PUT /v2.0/floatingips/aca857e0-eb30-423b-b361-22d2fe91069c HTTP/1.1" status: 200 len: 991 time: 2.2760441 Jun 21 03:09:55.703827 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:55.704775 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f95234-e1eb-4111-bd71-614dc3b4aace" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:55.755648 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb538d8-6aba-4c34-9436-6288d52d1dfb x-openstack-request-id: req-6bb538d8-6aba-4c34-9436-6288d52d1dfb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:55.755648 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:55.756120 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bb538d8-6aba-4c34-9436-6288d52d1dfb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:55.756667 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb538d8-6aba-4c34-9436-6288d52d1dfb'] response: {'name': 'network-changed', 'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'status': 'completed', 'code': 200} Jun 21 03:09:55.813642 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:09:55.837658 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:55.885824 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710955-38bf-4402-8c28-753d018156ae req-44cb4d3b-8cfc-4c9d-9aaa-f39e2359c51a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:55.887500 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7710955-38bf-4402-8c28-753d018156ae req-44cb4d3b-8cfc-4c9d-9aaa-f39e2359c51a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0651386 Jun 21 03:09:55.945120 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7710955-38bf-4402-8c28-753d018156ae req-a4805d96-ea4b-42e8-bf0c-c0da25699b0a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515614 Jun 21 03:09:56.257403 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:54Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:56.289358 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:09:56.307947 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:09:56.309074 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:09:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:56.336192 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a6838-43e1-428d-b758-34e5fd3169ee req-dfc8d35c-e8cd-4fb7-960e-b3fefdaee709 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:56.345682 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-418a6838-43e1-428d-b758-34e5fd3169ee req-dfc8d35c-e8cd-4fb7-960e-b3fefdaee709 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0669515 Jun 21 03:09:56.353558 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:56.417043 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-418a6838-43e1-428d-b758-34e5fd3169ee req-d902eee4-586c-4676-a878-02a11f692dab tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606811 Jun 21 03:09:56.459150 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:09:56.614522 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:56.641028 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-c49de9bd-d070-4e9c-af81-b80572742b84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1721845 Jun 21 03:09:56.642199 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-08d6460f-f301-4daf-92b5-a326f01d384e service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723588 Jun 21 03:09:56.657366 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-20b22bbc-5dc7-479f-bd3c-55e5478bea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:56.661674 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-20b22bbc-5dc7-479f-bd3c-55e5478bea1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.1795163 Jun 21 03:09:56.731726 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ccdc3-b90c-4be1-b3ce-d575be5592c6 req-a19dc8c5-9818-44a8-82b7-44b730b19281 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:56.734298 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a75ccdc3-b90c-4be1-b3ce-d575be5592c6 req-a19dc8c5-9818-44a8-82b7-44b730b19281 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0625038 Jun 21 03:09:56.751271 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893c29b-389a-424e-bb78-9157267c310b req-8b00b321-10e5-4f7b-8780-ad3c1439d200 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:56.751271 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9893c29b-389a-424e-bb78-9157267c310b req-8b00b321-10e5-4f7b-8780-ad3c1439d200 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0657587 Jun 21 03:09:56.785439 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54864) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:56.800519 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:54Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:56.818398 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9893c29b-389a-424e-bb78-9157267c310b req-f04ef0a4-9c5b-4e9b-bbf2-dde1eef236fd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611281 Jun 21 03:09:56.833366 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a34e99-9c17-4c25-8692-9c5f149e58ea None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:54Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:09:56.876367 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a75ccdc3-b90c-4be1-b3ce-d575be5592c6 req-3f4fa752-5378-42ed-923f-ac1e903cfb1d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362724 Jun 21 03:09:56.964541 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5ab7-46b0-491a-9c13-da545c8c59f6 req-06c35b13-42f3-4e6b-9981-c4b8f4ba339e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:56.976079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 54874) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:56.976961 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-562e5ab7-46b0-491a-9c13-da545c8c59f6 req-06c35b13-42f3-4e6b-9981-c4b8f4ba339e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0653725 Jun 21 03:09:56.989556 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'floatingip': {'port_id': '2f44f583-f139-4fef-81d7-43b8032d3a1a'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:09:57.087276 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (21181200-e804-48c6-b76d-f498061f8c47), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.146907 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e528760-5e1a-4719-b826-ca529e6e6102 None None] New status for floating IP aca857e0-eb30-423b-b361-22d2fe91069c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:09:57.197885 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350883d-d96e-4ccc-acd6-fc8b836ae243 req-120b024c-f1b8-48cb-990d-cdd0269cb679 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:57.201205 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3350883d-d96e-4ccc-acd6-fc8b836ae243 req-120b024c-f1b8-48cb-990d-cdd0269cb679 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.1473691 Jun 21 03:09:57.209889 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c8cfe97-1751-4e24-9834-6cd4404c0ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.355139 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3350883d-d96e-4ccc-acd6-fc8b836ae243 req-0d6f5583-cc5f-46c1-a7a6-4d4deea5b313 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374376 Jun 21 03:09:57.488070 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c8cfe97-1751-4e24-9834-6cd4404c0ec4 admin admin] Publish callbacks [] for security_group (a5a3eb95-97ad-4173-b104-14ffe8134726), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.500881 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c8cfe97-1751-4e24-9834-6cd4404c0ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a5a3eb95-97ad-4173-b104-14ffe8134726), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.558045 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250c54-7f62-4542-b9ef-6f11cca77af0 req-54e24ca7-f99d-4521-8872-612653aa66c5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:57.559658 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff250c54-7f62-4542-b9ef-6f11cca77af0 req-54e24ca7-f99d-4521-8872-612653aa66c5 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0661826 Jun 21 03:09:57.613614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cfe97-1751-4e24-9834-6cd4404c0ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a3eb95-97ad-4173-b104-14ffe8134726,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:57.632775 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2c8cfe97-1751-4e24-9834-6cd4404c0ec4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dba43132e1a4f7daacfbd7a5630d0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8453364 Jun 21 03:09:57.636851 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54892) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:57.655657 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff250c54-7f62-4542-b9ef-6f11cca77af0 req-6c9b68c0-8f25-4064-9e59-dfa4fc86f6d2 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900271 Jun 21 03:09:57.701297 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f10cf938-ffb6-4729-a5c6-efebbf380d44 admin admin] Publish callbacks [] for security_group (a5a3eb95-97ad-4173-b104-14ffe8134726), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.738898 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f10cf938-ffb6-4729-a5c6-efebbf380d44 admin admin] Publish callbacks [] for security_group (a5a3eb95-97ad-4173-b104-14ffe8134726), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.808601 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f10cf938-ffb6-4729-a5c6-efebbf380d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a5a3eb95-97ad-4173-b104-14ffe8134726), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.811705 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f10cf938-ffb6-4729-a5c6-efebbf380d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.816047 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f10cf938-ffb6-4729-a5c6-efebbf380d44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5a3eb95-97ad-4173-b104-14ffe8134726 HTTP/1.1" status: 204 len: 168 time: 0.1773534 Jun 21 03:09:57.826608 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cf938-ffb6-4729-a5c6-efebbf380d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a3eb95-97ad-4173-b104-14ffe8134726,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:57.864225 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.868799 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (21181200-e804-48c6-b76d-f498061f8c47), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:57.996902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:58.005039 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-d22024fb-ae54-479d-bab1-efc5d5d20042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:58.006830 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-d22024fb-ae54-479d-bab1-efc5d5d20042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621595 Jun 21 03:09:58.028270 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:58.067232 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Floating IP 21181200-e804-48c6-b76d-f498061f8c47 associated. External IP: 172.27.2.143, port: 2f44f583-f139-4fef-81d7-43b8032d3a1a. Jun 21 03:09:58.079601 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432287c-f61f-437f-938b-6e786e10e5d0 req-0fe36077-76b3-4771-8b33-62193d002ffc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:58.081172 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7432287c-f61f-437f-938b-6e786e10e5d0 req-0fe36077-76b3-4771-8b33-62193d002ffc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.1047356 Jun 21 03:09:58.184117 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54904) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:58.198967 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30a959cf-10c2-4c46-9145-1a2bee9e2562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.241988 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-881d6cb2-0bc3-46f9-9b1a-e85776e7f98f req-d9fc450d-6208-487d-928d-08f1b6ed25e3 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667658 Jun 21 03:09:58.248397 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7432287c-f61f-437f-938b-6e786e10e5d0 req-b8041414-dcca-4555-88c2-9e2c91cc11f7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114390 Jun 21 03:09:58.293362 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30a959cf-10c2-4c46-9145-1a2bee9e2562 admin admin] Publish callbacks [] for security_group (9ddbd975-46b9-42b2-a403-49057ebd00c5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.297848 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30a959cf-10c2-4c46-9145-1a2bee9e2562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9ddbd975-46b9-42b2-a403-49057ebd00c5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.333380 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:58.341077 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-30a959cf-10c2-4c46-9145-1a2bee9e2562 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cee6e37a228047629add9874cfb0a551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554689 Jun 21 03:09:58.342131 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a959cf-10c2-4c46-9145-1a2bee9e2562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddbd975-46b9-42b2-a403-49057ebd00c5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:58.344435 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 54906) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:09:58.376730 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Router e1a10b15-2af9-4299-96ab-ffaa8edbb46c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:09:58.399134 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39a926fa-3e86-408b-870e-f9de3d343618 admin admin] Publish callbacks [] for security_group (9ddbd975-46b9-42b2-a403-49057ebd00c5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.421752 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39a926fa-3e86-408b-870e-f9de3d343618 admin admin] Publish callbacks [] for security_group (9ddbd975-46b9-42b2-a403-49057ebd00c5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.480308 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:58.493442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:09:58.496857 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3deb8-4f54-43e4-9091-a4e9deb5dbac req-e39ece36-5485-4964-bc68-8fdd0891614f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:58.499226 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3ce3deb8-4f54-43e4-9091-a4e9deb5dbac req-e39ece36-5485-4964-bc68-8fdd0891614f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0613263 Jun 21 03:09:58.511205 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.511786 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] Sync routers for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:09:58.525934 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:09:58.526556 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:09:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:58.534427 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39a926fa-3e86-408b-870e-f9de3d343618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9ddbd975-46b9-42b2-a403-49057ebd00c5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.537188 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39a926fa-3e86-408b-870e-f9de3d343618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:09:58.538364 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-39a926fa-3e86-408b-870e-f9de3d343618 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ddbd975-46b9-42b2-a403-49057ebd00c5 HTTP/1.1" status: 204 len: 168 time: 0.1926146 Jun 21 03:09:58.553061 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-71275676-dfc4-455b-ba6f-246619cbe049 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "PUT /v2.0/floatingips/21181200-e804-48c6-b76d-f498061f8c47 HTTP/1.1" status: 200 len: 991 time: 1.5733123 Jun 21 03:09:58.553061 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:09:58.555702 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454e11b8-2b98-4711-a554-4990c73ca631" -d '{"events": [{"name": "network-changed", "server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:09:58.557650 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a926fa-3e86-408b-870e-f9de3d343618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddbd975-46b9-42b2-a403-49057ebd00c5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:09:58.648157 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3ce3deb8-4f54-43e4-9091-a4e9deb5dbac req-6836152f-2ae4-4d1b-8a4a-44319857a7f7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350312 Jun 21 03:09:58.670011 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4658e7f-7898-4e5e-9a51-a1d3fd48dd20 x-openstack-request-id: req-e4658e7f-7898-4e5e-9a51-a1d3fd48dd20 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:09:58.670497 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:09:58.670589 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4658e7f-7898-4e5e-9a51-a1d3fd48dd20 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:09:58.671500 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4658e7f-7898-4e5e-9a51-a1d3fd48dd20'] response: {'name': 'network-changed', 'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'status': 'completed', 'code': 200} Jun 21 03:09:58.698540 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0a148-c2a1-4c8a-b18a-1cbba3b3325d req-21f70b24-dc1c-4059-8cd8-f7ac52db2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:58.700034 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8b0a148-c2a1-4c8a-b18a-1cbba3b3325d req-21f70b24-dc1c-4059-8cd8-f7ac52db2f15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 1130 time: 0.1214364 Jun 21 03:09:58.747972 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:09:58.751602 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-82a7a0dc-50f4-43b1-a440-5005439117ce service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715353 Jun 21 03:09:58.800980 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8b0a148-c2a1-4c8a-b18a-1cbba3b3325d req-0eb7f8ca-5485-41b2-bf81-ded448aeddc0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877459 Jun 21 03:09:58.866788 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e11b8-2b98-4711-a554-4990c73ca631 req-bb9f2940-a8e4-4403-98ce-0ccf6549c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:58.877835 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-454e11b8-2b98-4711-a554-4990c73ca631 req-bb9f2940-a8e4-4403-98ce-0ccf6549c101 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 1129 time: 0.1390202 Jun 21 03:09:58.877835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-5fca046c-e16a-4514-b62c-bd78d9fd28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:58.879744 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-5fca046c-e16a-4514-b62c-bd78d9fd28ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 1129 time: 0.1668642 Jun 21 03:09:58.898501 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec61166-b7ac-4bed-91c8-e207084a4730 req-ec650d5b-eaff-4ef8-b8a8-b6e2f494e7a6 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:58.910337 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:58.913255 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9ec61166-b7ac-4bed-91c8-e207084a4730 req-ec650d5b-eaff-4ef8-b8a8-b6e2f494e7a6 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0944052 Jun 21 03:09:58.940871 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38ab61b2-c7ff-4aaf-8200-4a62c10cc612 req-1d91489f-02cd-429b-b574-e484c970da3a service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718700 Jun 21 03:09:58.942489 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:58.972981 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9ec61166-b7ac-4bed-91c8-e207084a4730 req-c072ce20-ae80-41c7-b2e8-d507ef297f1b tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587797 Jun 21 03:09:59.101947 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '21181200-e804-48c6-b76d-f498061f8c47', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'port_id': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'mac_address': 'fa:16:3e:d5:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:58Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 1, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:59.144949 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] Checking router: e1a10b15-2af9-4299-96ab-ffaa8edbb46c for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:09:59.166305 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:09:59.166959 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:09:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:59.287951 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:09:59.432549 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7af34b-2796-45e7-90f7-7e80c4d8e01c req-f76a91bd-a00e-4a1b-b994-6b5971e52617 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:59.434200 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa7af34b-2796-45e7-90f7-7e80c4d8e01c req-f76a91bd-a00e-4a1b-b994-6b5971e52617 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0885463 Jun 21 03:09:59.489278 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:09:59.504906 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e11b8-2b98-4711-a554-4990c73ca631 req-331db6aa-ef36-44fa-90eb-cf24bca43424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:59.506846 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-454e11b8-2b98-4711-a554-4990c73ca631 req-331db6aa-ef36-44fa-90eb-cf24bca43424 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 909 time: 0.1951802 Jun 21 03:09:59.512192 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-48b2c1aa-2f6b-4ad4-b708-839dd5b4bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:59.513792 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa7af34b-2796-45e7-90f7-7e80c4d8e01c req-3489cb60-2d68-42d8-b572-c82a574e08f8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722291 Jun 21 03:09:59.514133 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-48b2c1aa-2f6b-4ad4-b708-839dd5b4bb23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.2009580 Jun 21 03:09:59.578450 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '21181200-e804-48c6-b76d-f498061f8c47', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'port_id': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'mac_address': 'fa:16:3e:d5:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:58Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 1, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:09:59.608138 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57cf4a-ec23-498e-9daf-9fdd74950de8 None None] The sync data for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi is: [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '21181200-e804-48c6-b76d-f498061f8c47', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'port_id': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'mac_address': 'fa:16:3e:d5:39:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:58Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 1, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:09:59.813846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b49a49-0664-4384-9671-3a2bba7f4566 req-c1a93a60-81f8-4490-b9ce-09bc3c75c6ed tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:09:59.815529 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44b49a49-0664-4384-9671-3a2bba7f4566 req-c1a93a60-81f8-4490-b9ce-09bc3c75c6ed tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0661347 Jun 21 03:09:59.869596 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefaa2ff-0eec-4e90-b8c2-bdde32e5de86 None None] New status for floating IP 21181200-e804-48c6-b76d-f498061f8c47: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:09:59.874847 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44b49a49-0664-4384-9671-3a2bba7f4566 req-43b5aa11-0743-4b3e-95c5-25909a15b56d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521531 Jun 21 03:10:00.123943 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:00.157220 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-454e11b8-2b98-4711-a554-4990c73ca631 req-d8ba5b80-9572-48b9-904d-f60494ece5da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a HTTP/1.1" status: 200 len: 1001 time: 0.1353769 Jun 21 03:10:00.158912 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-ab233096-c931-4142-8cf6-654dcd3cd898 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada HTTP/1.1" status: 200 len: 1001 time: 0.1305377 Jun 21 03:10:00.324758 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-439110c4-0a95-4fcf-a474-deea5c81da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:00.326213 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-439110c4-0a95-4fcf-a474-deea5c81da0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0933013 Jun 21 03:10:00.329506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e11b8-2b98-4711-a554-4990c73ca631 req-5932d2e2-18f6-4a63-8a85-7a8c2705813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:00.330872 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-454e11b8-2b98-4711-a554-4990c73ca631 req-5932d2e2-18f6-4a63-8a85-7a8c2705813c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.0964787 Jun 21 03:10:00.451233 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-c061fbd3-603a-412f-87b1-455f45370704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:00.452930 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-c061fbd3-603a-412f-87b1-455f45370704 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066892 Jun 21 03:10:00.454299 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e11b8-2b98-4711-a554-4990c73ca631 req-0376fb0a-8829-44f9-a2d1-2fbec9dfd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:00.455733 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-454e11b8-2b98-4711-a554-4990c73ca631 req-0376fb0a-8829-44f9-a2d1-2fbec9dfd97c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080382 Jun 21 03:10:00.632839 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd418c-778b-4aa6-ba38-08f544789b08 req-6b0f7e77-f459-455c-825f-c8d77a63cb97 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:00.639673 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66bd418c-778b-4aa6-ba38-08f544789b08 req-6b0f7e77-f459-455c-825f-c8d77a63cb97 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Jun 21 03:10:00.754458 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66bd418c-778b-4aa6-ba38-08f544789b08 req-bc4a8bda-4ed1-4bfc-892c-89741408a8ae tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137524 Jun 21 03:10:01.169103 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-454e11b8-2b98-4711-a554-4990c73ca631 req-4a330467-5e2e-4ca0-a48a-27502b66d660 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192003 Jun 21 03:10:01.180306 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-23388d94-d35b-4293-867c-40ae76e9dffd service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388844 Jun 21 03:10:01.190550 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7592e4-77b5-4a39-be2d-6ad845803b68 req-0b224ea4-d81f-4f79-acba-6cc9e22a5e29 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:01.192026 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d7592e4-77b5-4a39-be2d-6ad845803b68 req-0b224ea4-d81f-4f79-acba-6cc9e22a5e29 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0659959 Jun 21 03:10:01.241891 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d7592e4-77b5-4a39-be2d-6ad845803b68 req-150f36d2-b63e-46a6-b712-602fc2931b61 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Jun 21 03:10:01.384906 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6842ac8-9692-4bd6-bc3d-7579e65e5d73 req-3b36332d-6399-4eaa-88f7-0580503091cd tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:01.386527 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6842ac8-9692-4bd6-bc3d-7579e65e5d73 req-3b36332d-6399-4eaa-88f7-0580503091cd tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0520651 Jun 21 03:10:01.398236 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:01.409680 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'floatingip': {'port_id': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:01.449848 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01f95234-e1eb-4111-bd71-614dc3b4aace req-fc43cfdc-3b70-4687-82bc-d57f9d3acc5e service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032073 Jun 21 03:10:01.455383 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-454e11b8-2b98-4711-a554-4990c73ca631 req-8fa52a2c-d603-4f29-b227-9231ad7d1823 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072797 Jun 21 03:10:01.462168 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (1d5148fa-4d48-4064-a637-4e36ede5163c), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:01.660617 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:01.704690 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-6fa93781-c847-42ec-a576-67d4ccc08c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:01.706903 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-6fa93781-c847-42ec-a576-67d4ccc08c58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 1129 time: 0.0567236 Jun 21 03:10:01.782892 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:01.874060 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a280ce1-1d48-4754-8039-895732861d89 req-3952f9b4-5400-4125-a1d7-2adf452014d2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:01.876629 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a280ce1-1d48-4754-8039-895732861d89 req-3952f9b4-5400-4125-a1d7-2adf452014d2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0586519 Jun 21 03:10:01.943743 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-893a67cd-d67d-4c30-bf4d-56942ee0dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:01.945639 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-893a67cd-d67d-4c30-bf4d-56942ee0dc48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.2048137 Jun 21 03:10:01.955810 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a280ce1-1d48-4754-8039-895732861d89 req-9b136312-b568-48af-8af5-558dcc7a6b3a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Jun 21 03:10:02.078587 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-9616c731-436f-4234-b87a-5c98dc463088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada HTTP/1.1" status: 200 len: 1001 time: 0.1246953 Jun 21 03:10:02.173279 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-306a519d-aec0-43af-ac37-a164ad2e0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:02.174783 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-306a519d-aec0-43af-ac37-a164ad2e0695 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0887475 Jun 21 03:10:02.180577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:02.186765 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (1d5148fa-4d48-4064-a637-4e36ede5163c), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:02.303636 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-41d80544-d2a3-442e-9b59-79916ab86671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:02.305187 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-41d80544-d2a3-442e-9b59-79916ab86671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789535 Jun 21 03:10:02.339242 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Floating IP 1d5148fa-4d48-4064-a637-4e36ede5163c associated. External IP: 172.27.2.44, port: a6a84e7e-f693-4251-bff2-a21fced5ba19. Jun 21 03:10:02.483335 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-7ee36d20-6eb3-43ca-a055-9877c1b30b6b service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712906 Jun 21 03:10:02.650506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:02.676698 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:02.678887 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:10:02.681157 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3567a47e-4344-46b5-b140-f2840df1bdc6 req-0fc5d890-2b6d-47c2-9dd3-4546a0b706eb service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822877 Jun 21 03:10:02.797239 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:10:02.801593 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:02.807032 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] Sync routers for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:10:02.818159 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:02.818769 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:09:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:02.834843 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4d3e1ed1-c154-424a-ac19-4281d17054e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "PUT /v2.0/floatingips/1d5148fa-4d48-4064-a637-4e36ede5163c HTTP/1.1" status: 200 len: 991 time: 1.4288642 Jun 21 03:10:02.834843 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:10:02.836065 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950adbaa-4f02-46ec-90a4-42a544370129" -d '{"events": [{"name": "network-changed", "server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:10:02.888801 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633fff6-20c4-4068-8bd0-c289b27d0167 x-openstack-request-id: req-e633fff6-20c4-4068-8bd0-c289b27d0167 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:10:02.889054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:10:02.889318 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e633fff6-20c4-4068-8bd0-c289b27d0167 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:10:02.889725 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e633fff6-20c4-4068-8bd0-c289b27d0167'] response: {'name': 'network-changed', 'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'status': 'completed', 'code': 200} Jun 21 03:10:02.950790 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:03.090449 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2899c83-832c-4dc1-8fd8-07852b63dcb8 req-20f0e7e4-dc37-4e14-ae27-86039ae51e3c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:03.093044 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2899c83-832c-4dc1-8fd8-07852b63dcb8 req-20f0e7e4-dc37-4e14-ae27-86039ae51e3c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0588195 Jun 21 03:10:03.154552 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2899c83-832c-4dc1-8fd8-07852b63dcb8 req-533c0aca-3751-47c2-b64e-ee157b82daa0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555770 Jun 21 03:10:03.199071 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:03.295322 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '1d5148fa-4d48-4064-a637-4e36ede5163c', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'port_id': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'mac_address': 'fa:16:3e:55:fe:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:09:01Z', 'updated_at': '2022-06-21T03:10:02Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:03.321348 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] Checking router: d11f3be7-7ea1-44cc-b585-3e2edbd0a435 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:10:03.330220 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:03.331169 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:09:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:03.358436 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c2980e4-db8a-4453-b5ce-c5c5ea200972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:03.427932 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:03.445787 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c2980e4-db8a-4453-b5ce-c5c5ea200972 admin admin] Publish callbacks [] for security_group (0625abea-9606-4771-8665-e73ee7f6021e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:03.446421 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:03.451802 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c2980e4-db8a-4453-b5ce-c5c5ea200972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (0625abea-9606-4771-8665-e73ee7f6021e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:03.481027 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:03.501433 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55106) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:03.501701 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7c2980e4-db8a-4453-b5ce-c5c5ea200972 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e8df6d266cc4f929f6fe38b84ac6044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006024 Jun 21 03:10:03.502371 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2980e4-db8a-4453-b5ce-c5c5ea200972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0625abea-9606-4771-8665-e73ee7f6021e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:03.533364 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:03.577597 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adbaa-4f02-46ec-90a4-42a544370129 req-10a001ed-32b7-48ae-a345-c4a650f60cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:03.579127 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-950adbaa-4f02-46ec-90a4-42a544370129 req-10a001ed-32b7-48ae-a345-c4a650f60cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 1130 time: 0.0524678 Jun 21 03:10:03.594337 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-784ee3e4-964c-4459-b77a-641df9c93589 admin admin] Publish callbacks [] for security_group (0625abea-9606-4771-8665-e73ee7f6021e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:03.622536 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-784ee3e4-964c-4459-b77a-641df9c93589 admin admin] Publish callbacks [] for security_group (0625abea-9606-4771-8665-e73ee7f6021e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:03.670281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-784ee3e4-964c-4459-b77a-641df9c93589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (0625abea-9606-4771-8665-e73ee7f6021e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:03.672942 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-784ee3e4-964c-4459-b77a-641df9c93589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:03.674100 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-784ee3e4-964c-4459-b77a-641df9c93589 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0625abea-9606-4771-8665-e73ee7f6021e HTTP/1.1" status: 204 len: 168 time: 0.1709461 Jun 21 03:10:03.679622 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '1d5148fa-4d48-4064-a637-4e36ede5163c', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'port_id': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'mac_address': 'fa:16:3e:55:fe:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:09:01Z', 'updated_at': '2022-06-21T03:10:02Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:03.682396 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ee3e4-964c-4459-b77a-641df9c93589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0625abea-9606-4771-8665-e73ee7f6021e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:03.709692 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f296c936-af2c-4e33-9889-147fc14f58fd None None] The sync data for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi is: [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '1d5148fa-4d48-4064-a637-4e36ede5163c', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'port_id': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'mac_address': 'fa:16:3e:55:fe:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:09:01Z', 'updated_at': '2022-06-21T03:10:02Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:10:03.809613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adbaa-4f02-46ec-90a4-42a544370129 req-8c07870d-8205-4bb8-948b-ec20727e0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:03.811216 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-950adbaa-4f02-46ec-90a4-42a544370129 req-8c07870d-8205-4bb8-948b-ec20727e0eb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.1058583 Jun 21 03:10:03.911159 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb06d31d-0856-41ec-b7f4-ece2c3debd49 None None] New status for floating IP 1d5148fa-4d48-4064-a637-4e36ede5163c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:10:03.993766 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55116) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:04.026512 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85bfdf1f-107e-49a5-b0fd-f1d294b2de7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:04.056777 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:04.128939 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85bfdf1f-107e-49a5-b0fd-f1d294b2de7e admin admin] Publish callbacks [] for security_group (b156b521-dabc-46bc-80f8-aa661aa4b00e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:04.134265 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85bfdf1f-107e-49a5-b0fd-f1d294b2de7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b156b521-dabc-46bc-80f8-aa661aa4b00e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:04.160501 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-950adbaa-4f02-46ec-90a4-42a544370129 req-afa40af4-7e10-4e43-8214-dc0f864e7e96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19 HTTP/1.1" status: 200 len: 1001 time: 0.0740087 Jun 21 03:10:04.174544 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfdf1f-107e-49a5-b0fd-f1d294b2de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b156b521-dabc-46bc-80f8-aa661aa4b00e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:04.178923 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-85bfdf1f-107e-49a5-b0fd-f1d294b2de7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c05a65fc6ed9434bb3148eb90e67d147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840837 Jun 21 03:10:04.181447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55122) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:04.213592 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adbaa-4f02-46ec-90a4-42a544370129 req-9ab813e2-cd6f-4831-9020-f0b7f9e585c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:04.215209 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-950adbaa-4f02-46ec-90a4-42a544370129 req-9ab813e2-cd6f-4831-9020-f0b7f9e585c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0478315 Jun 21 03:10:04.243090 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ec6af60-3688-4b14-b958-eced4c0f9f6c admin admin] Publish callbacks [] for security_group (b156b521-dabc-46bc-80f8-aa661aa4b00e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:04.265865 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ec6af60-3688-4b14-b958-eced4c0f9f6c admin admin] Publish callbacks [] for security_group (b156b521-dabc-46bc-80f8-aa661aa4b00e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:04.302917 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950adbaa-4f02-46ec-90a4-42a544370129 req-40797304-4878-4d2f-a0e9-0f64b520e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:04.304783 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-950adbaa-4f02-46ec-90a4-42a544370129 req-40797304-4878-4d2f-a0e9-0f64b520e4d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801067 Jun 21 03:10:04.315098 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ec6af60-3688-4b14-b958-eced4c0f9f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b156b521-dabc-46bc-80f8-aa661aa4b00e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:04.316137 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1ad2-95a4-4d15-a78d-cb830e7f7af3 req-3aa64ff3-eefb-4afe-8ce2-1e2ca078cf5d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:04.317701 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d1f1ad2-95a4-4d15-a78d-cb830e7f7af3 req-3aa64ff3-eefb-4afe-8ce2-1e2ca078cf5d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0613782 Jun 21 03:10:04.317852 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ec6af60-3688-4b14-b958-eced4c0f9f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:04.319006 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2ec6af60-3688-4b14-b958-eced4c0f9f6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b156b521-dabc-46bc-80f8-aa661aa4b00e HTTP/1.1" status: 204 len: 168 time: 0.1366494 Jun 21 03:10:04.327943 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6af60-3688-4b14-b958-eced4c0f9f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b156b521-dabc-46bc-80f8-aa661aa4b00e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:04.438266 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d1f1ad2-95a4-4d15-a78d-cb830e7f7af3 req-895f26cb-728e-4a5c-b2f0-5f9294c0b330 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089113 Jun 21 03:10:04.453309 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-950adbaa-4f02-46ec-90a4-42a544370129 req-7f290605-9722-4827-ab67-62951e44e5ff service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218092 Jun 21 03:10:04.567183 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-950adbaa-4f02-46ec-90a4-42a544370129 req-0d8935e7-a482-4b64-9fb1-ef7181886fee service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035328 Jun 21 03:10:05.563115 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c163-519d-4bee-8d71-dd2af1ed329a req-e04ef013-9110-4d04-ab3c-b1afe9556e71 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:05.564612 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f028c163-519d-4bee-8d71-dd2af1ed329a req-e04ef013-9110-4d04-ab3c-b1afe9556e71 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0494258 Jun 21 03:10:05.613282 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f028c163-519d-4bee-8d71-dd2af1ed329a req-c7d52006-5f0b-42a6-8a9d-f94ba236fd83 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Jun 21 03:10:06.741968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:06.744376 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:06.753841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dc9ee-57ff-4554-a1d1-323528d8bb86 req-8e76a2d4-4972-4383-b6fc-0a2d501d8f7c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:06.755295 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d76dc9ee-57ff-4554-a1d1-323528d8bb86 req-8e76a2d4-4972-4383-b6fc-0a2d501d8f7c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0577569 Jun 21 03:10:06.803452 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d76dc9ee-57ff-4554-a1d1-323528d8bb86 req-eb482203-f8fb-4a77-b92a-c8d20c136540 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Jun 21 03:10:07.305336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55226) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:07.439744 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec17cfb7-509b-460b-bcb8-fd144bd6ab1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:07.529352 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec17cfb7-509b-460b-bcb8-fd144bd6ab1c admin admin] Publish callbacks [] for security_group (84abbc74-f368-435c-b984-4d6542807d19), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:07.535081 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec17cfb7-509b-460b-bcb8-fd144bd6ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (84abbc74-f368-435c-b984-4d6542807d19), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:07.573902 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ec17cfb7-509b-460b-bcb8-fd144bd6ab1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b4c8e691b724d86b21c6a30e5371dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665184 Jun 21 03:10:07.574700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17cfb7-509b-460b-bcb8-fd144bd6ab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84abbc74-f368-435c-b984-4d6542807d19,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:07.577406 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55232) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:07.634484 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-febdc4f4-be57-4c87-b82a-bff2d5b25972 admin admin] Publish callbacks [] for security_group (84abbc74-f368-435c-b984-4d6542807d19), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:07.657212 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-febdc4f4-be57-4c87-b82a-bff2d5b25972 admin admin] Publish callbacks [] for security_group (84abbc74-f368-435c-b984-4d6542807d19), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:07.709357 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-febdc4f4-be57-4c87-b82a-bff2d5b25972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (84abbc74-f368-435c-b984-4d6542807d19), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:07.712067 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-febdc4f4-be57-4c87-b82a-bff2d5b25972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:07.713279 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-febdc4f4-be57-4c87-b82a-bff2d5b25972 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84abbc74-f368-435c-b984-4d6542807d19 HTTP/1.1" status: 204 len: 168 time: 0.1345978 Jun 21 03:10:07.721866 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdc4f4-be57-4c87-b82a-bff2d5b25972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84abbc74-f368-435c-b984-4d6542807d19,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:07.918604 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89adc9-95c3-4a92-a8cf-d0e13616bc84 req-156b24eb-4b76-48cb-989f-cb9b1e9faa85 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:07.920148 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb89adc9-95c3-4a92-a8cf-d0e13616bc84 req-156b24eb-4b76-48cb-989f-cb9b1e9faa85 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0501497 Jun 21 03:10:07.961520 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:07.970076 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb89adc9-95c3-4a92-a8cf-d0e13616bc84 req-28633171-ff1f-4a47-8f1b-b126551aa557 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Jun 21 03:10:08.005333 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55240) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:08.018824 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-daadd378-e2b7-4c7b-9e85-7d63432df6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.097963 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-daadd378-e2b7-4c7b-9e85-7d63432df6cc admin admin] Publish callbacks [] for security_group (f14a0d4a-8ebc-4835-9b51-b551be294fa5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.103883 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-daadd378-e2b7-4c7b-9e85-7d63432df6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f14a0d4a-8ebc-4835-9b51-b551be294fa5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.114352 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:08.143439 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadd378-e2b7-4c7b-9e85-7d63432df6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a0d4a-8ebc-4835-9b51-b551be294fa5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:08.151115 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-daadd378-e2b7-4c7b-9e85-7d63432df6cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c83a51a1b3dd42a3b32021872ce77f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433134 Jun 21 03:10:08.152599 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55242) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:08.204194 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d2d807a-3ec7-41f8-9f76-1d54540575a5 admin admin] Publish callbacks [] for security_group (f14a0d4a-8ebc-4835-9b51-b551be294fa5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.226600 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d2d807a-3ec7-41f8-9f76-1d54540575a5 admin admin] Publish callbacks [] for security_group (f14a0d4a-8ebc-4835-9b51-b551be294fa5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.279358 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d2d807a-3ec7-41f8-9f76-1d54540575a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f14a0d4a-8ebc-4835-9b51-b551be294fa5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.281852 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d2d807a-3ec7-41f8-9f76-1d54540575a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.282966 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6d2d807a-3ec7-41f8-9f76-1d54540575a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f14a0d4a-8ebc-4835-9b51-b551be294fa5 HTTP/1.1" status: 204 len: 168 time: 0.1296000 Jun 21 03:10:08.291028 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d807a-3ec7-41f8-9f76-1d54540575a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a0d4a-8ebc-4835-9b51-b551be294fa5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:08.682718 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55264) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:08.832914 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-378e7a8e-27e4-4c0a-a959-b2c99f2d876b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.921300 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-378e7a8e-27e4-4c0a-a959-b2c99f2d876b admin admin] Publish callbacks [] for security_group (0e3e221e-0cdc-4ddd-aa3c-759532cd2789), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.925957 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-378e7a8e-27e4-4c0a-a959-b2c99f2d876b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (0e3e221e-0cdc-4ddd-aa3c-759532cd2789), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:08.966153 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-378e7a8e-27e4-4c0a-a959-b2c99f2d876b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cf72360d1bc42aab371730b33cf3ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823520 Jun 21 03:10:08.967117 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7a8e-27e4-4c0a-a959-b2c99f2d876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3e221e-0cdc-4ddd-aa3c-759532cd2789,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:08.968801 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55278) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:09.026347 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023a7ae2-a9d7-45ae-8291-5376c324748c admin admin] Publish callbacks [] for security_group (0e3e221e-0cdc-4ddd-aa3c-759532cd2789), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.062598 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023a7ae2-a9d7-45ae-8291-5376c324748c admin admin] Publish callbacks [] for security_group (0e3e221e-0cdc-4ddd-aa3c-759532cd2789), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.106621 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2fce8-b163-4036-a2a1-c5edba0300bc req-c0e17144-0057-48ae-8591-ba6b4300087f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:09.108118 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-94a2fce8-b163-4036-a2a1-c5edba0300bc req-c0e17144-0057-48ae-8591-ba6b4300087f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0635448 Jun 21 03:10:09.176043 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-94a2fce8-b163-4036-a2a1-c5edba0300bc req-c7038635-9374-43a8-97d3-1a3eefe55b2b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605180 Jun 21 03:10:09.177433 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023a7ae2-a9d7-45ae-8291-5376c324748c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (0e3e221e-0cdc-4ddd-aa3c-759532cd2789), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.180135 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023a7ae2-a9d7-45ae-8291-5376c324748c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.184580 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-023a7ae2-a9d7-45ae-8291-5376c324748c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e3e221e-0cdc-4ddd-aa3c-759532cd2789 HTTP/1.1" status: 204 len: 168 time: 0.2135875 Jun 21 03:10:09.197750 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a7ae2-a9d7-45ae-8291-5376c324748c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3e221e-0cdc-4ddd-aa3c-759532cd2789,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:09.570402 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55302) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:09.585189 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62b00177-8207-4e82-920d-c7ca6c3b88dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.664868 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62b00177-8207-4e82-920d-c7ca6c3b88dc admin admin] Publish callbacks [] for security_group (08d7a8c9-7075-4064-b3a2-c026af039602), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.670246 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62b00177-8207-4e82-920d-c7ca6c3b88dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (08d7a8c9-7075-4064-b3a2-c026af039602), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.709433 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-62b00177-8207-4e82-920d-c7ca6c3b88dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=551155d5f5ef401e93902d87f93ac8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379383 Jun 21 03:10:09.710558 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b00177-8207-4e82-920d-c7ca6c3b88dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d7a8c9-7075-4064-b3a2-c026af039602,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:09.712994 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55304) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:09.764443 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cddd1ca4-0461-4b32-9ef7-0ef8a8a8f2e2 admin admin] Publish callbacks [] for security_group (08d7a8c9-7075-4064-b3a2-c026af039602), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.786387 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cddd1ca4-0461-4b32-9ef7-0ef8a8a8f2e2 admin admin] Publish callbacks [] for security_group (08d7a8c9-7075-4064-b3a2-c026af039602), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.834199 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cddd1ca4-0461-4b32-9ef7-0ef8a8a8f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (08d7a8c9-7075-4064-b3a2-c026af039602), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.836703 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cddd1ca4-0461-4b32-9ef7-0ef8a8a8f2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:09.837837 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cddd1ca4-0461-4b32-9ef7-0ef8a8a8f2e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08d7a8c9-7075-4064-b3a2-c026af039602 HTTP/1.1" status: 204 len: 168 time: 0.1236424 Jun 21 03:10:09.845644 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd1ca4-0461-4b32-9ef7-0ef8a8a8f2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d7a8c9-7075-4064-b3a2-c026af039602,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:10.293223 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:10.302193 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ecd43-ec95-488d-ac4a-4c38dc6f0c6d req-e07fed69-3254-45dd-a569-c72fcb63af57 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:10.303769 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de6ecd43-ec95-488d-ac4a-4c38dc6f0c6d req-e07fed69-3254-45dd-a569-c72fcb63af57 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0568950 Jun 21 03:10:10.313009 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:10.360848 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de6ecd43-ec95-488d-ac4a-4c38dc6f0c6d req-3824dadf-f75d-427f-a64c-33973198be39 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503991 Jun 21 03:10:10.548457 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55334) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:10.652709 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-392822393-network', 'tenant_id': '1a43462c60384cecb441ccf14de5672e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:10.676526 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Made reservation on behalf of 1a43462c60384cecb441ccf14de5672e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:10.678949 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.687614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.773251 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks [] for security_group (e7357755-c285-49ea-97c2-0e6ffb184c31), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.779887 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (e7357755-c285-49ea-97c2-0e6ffb184c31), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.804406 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:10.811596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:10:10.823330 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7357755-c285-49ea-97c2-0e6ffb184c31,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:10.825785 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:10.829543 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (259756b5-6c08-495c-89bf-cd52ae65d7df), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.829877 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Added segment 259756b5-6c08-495c-89bf-cd52ae65d7df of type vlan for network 65ee22e2-1b27-4fab-b33d-329c4e3c290a Jun 21 03:10:10.876550 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (65ee22e2-1b27-4fab-b33d-329c4e3c290a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.904709 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (65ee22e2-1b27-4fab-b33d-329c4e3c290a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.905754 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:10.906401 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.941612 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3910241 Jun 21 03:10:10.944645 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55338) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:10.949524 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Request body: {'subnet': {'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-392822393-subnet', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:10.973271 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Made reservation on behalf of 1a43462c60384cecb441ccf14de5672e for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:10.974746 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff68431-8254-462f-be95-b16d8d66e665 admin admin] Pushing event updated for resources: {'Network': ['ID=65ee22e2-1b27-4fab-b33d-329c4e3c290a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:10.975703 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3646455'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:10.984868 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:10:11.110579 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:11.156288 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3646337'] for subnet (344e0ba4-1e2f-4453-a3e9-1abf8d6f9801), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.218829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Pushing event updated for resources: {'Subnet': ['ID=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:11.229476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Checking segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:11.229821 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Network hostable DHCP agents. Network: 65ee22e2-1b27-4fab-b33d-329c4e3c290a, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:10:11.249407 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:10:11.260130 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 65ee22e2-1b27-4fab-b33d-329c4e3c290a) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:11.265110 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:11.265721 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.269944 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934388c-e9d9-4803-b16e-5f1c04577909 None None] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:10:11.284798 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e4f526fb-a834-49bb-8c55-05d19cb4185e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3389506 Jun 21 03:10:11.287690 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55340) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:11.292001 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:11.313418 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (3c3209bb-4df4-47c8-b751-04f0fec756de), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.314417 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (3c3209bb-4df4-47c8-b751-04f0fec756de), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.377478 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:10:11.378520 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.457486 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:11.524109 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Allocated IP 172.20.0.2 (65ee22e2-1b27-4fab-b33d-329c4e3c290a/344e0ba4-1e2f-4453-a3e9-1abf8d6f9801/c4da7d6d-4182-4d6c-82ab-034d2cb348ef) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:10:11.606874 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151824-2948-42b4-a745-b668c45a8132 req-ea28da47-24c1-40d8-9dbe-b6f138efdc6d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:11.608386 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-67151824-2948-42b4-a745-b668c45a8132 req-ea28da47-24c1-40d8-9dbe-b6f138efdc6d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0632899 Jun 21 03:10:11.637523 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks [] for router_controller (3c3209bb-4df4-47c8-b751-04f0fec756de), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.705166 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc914-2777-4f56-8c19-ba46ce13e8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.717977 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-67151824-2948-42b4-a745-b668c45a8132 req-4e478b02-0b9e-4c83-92f1-081f25df6834 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828564 Jun 21 03:10:11.729875 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Publish callbacks [] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.744959 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.818064 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks [] for router_gateway (3c3209bb-4df4-47c8-b751-04f0fec756de), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:11.937783 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:11.945814 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:11.948400 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:10:11.954400 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Pushing event updated for resources: {'Port': ['ID=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:12.010698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Attempting to bind port c4da7d6d-4182-4d6c-82ab-034d2cb348ef on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:10:12.011099 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Attempting to bind port c4da7d6d-4182-4d6c-82ab-034d2cb348ef by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:10:12.011398 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Attempting to bind port c4da7d6d-4182-4d6c-82ab-034d2cb348ef on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:12.016967 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:10:12.017329 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Checking segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:12.017719 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.018669 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Bound using segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:10:12.018669 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Bound port: c4da7d6d-4182-4d6c-82ab-034d2cb348ef, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:10:12.019009 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.023746 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks [] for router_gateway (3c3209bb-4df4-47c8-b751-04f0fec756de), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.043407 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.081740 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] For port c4da7d6d-4182-4d6c-82ab-034d2cb348ef, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:10:12.084923 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] For port c4da7d6d-4182-4d6c-82ab-034d2cb348ef, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:10:12.091734 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.137710 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:12.151379 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Allocated IP 172.27.2.138 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/af3d7358-f15e-4bb3-998a-f7932d81fd69) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:10:12.151893 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad3285-b401-424d-89c8-7f01bd79f58e None None] Pushing event updated for resources: {'Port': ['ID=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:12.255922 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:12.267439 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks [] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.294352 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:12.302997 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.355122 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:12.365607 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:12.367911 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Pushing event updated for resources: {'Port': ['ID=af3d7358-f15e-4bb3-998a-f7932d81fd69,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:12.369998 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:10:12.623326 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks [] for router_gateway (3c3209bb-4df4-47c8-b751-04f0fec756de), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.850571 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (3c3209bb-4df4-47c8-b751-04f0fec756de), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:12.858207 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc70c6-eb2a-499d-a974-cab4e80c80ce req-df7e8156-8c5e-4b37-8cc2-9cd33de8b669 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:12.859709 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2bc70c6-eb2a-499d-a974-cab4e80c80ce req-df7e8156-8c5e-4b37-8cc2-9cd33de8b669 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0592830 Jun 21 03:10:12.996657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28a23-00a8-4c4f-ac63-7742b19adf26 req-43c6cc39-1e00-4b31-95fa-9108332293b0 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:12.998661 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2bc70c6-eb2a-499d-a974-cab4e80c80ce req-c08ad473-d9a9-4287-8555-12bebf6aeb92 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887735 Jun 21 03:10:13.005193 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-efe28a23-00a8-4c4f-ac63-7742b19adf26 req-43c6cc39-1e00-4b31-95fa-9108332293b0 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0582056 Jun 21 03:10:13.056248 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Router 3c3209bb-4df4-47c8-b751-04f0fec756de is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:10:13.056899 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-efe28a23-00a8-4c4f-ac63-7742b19adf26 req-f40a651f-9415-49db-97ca-884e88aa479a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497553 Jun 21 03:10:13.169198 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:10:13.178629 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:10:13.184078 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92671ef1-e3ea-4b7f-aac2-038068bfa137 None None] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:10:13.188603 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:13.189216 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:09:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:13.193797 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.197626 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9049302e-3125-49d6-acfc-29a9740060de admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9063592 Jun 21 03:10:13.197815 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55370) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:13.204981 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:13.286609 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:13.301221 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-fb596de5-f7c2-429f-8b50-21f582123f06 None None] Provisioning complete for port c4da7d6d-4182-4d6c-82ab-034d2cb348ef triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:13.301590 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fb596de5-f7c2-429f-8b50-21f582123f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.313756 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:13.379553 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-fb596de5-f7c2-429f-8b50-21f582123f06 None None] Current status of the port c4da7d6d-4182-4d6c-82ab-034d2cb348ef is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:13.379946 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fb596de5-f7c2-429f-8b50-21f582123f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.422472 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-fb596de5-f7c2-429f-8b50-21f582123f06 None None] For port c4da7d6d-4182-4d6c-82ab-034d2cb348ef, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:13.430546 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fb596de5-f7c2-429f-8b50-21f582123f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.491008 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb596de5-f7c2-429f-8b50-21f582123f06 None None] Pushing event updated for resources: {'Port': ['ID=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:13.503571 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:12Z', 'revision_number': 3, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:13.527836 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:10:13.528167 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Updating router 3c3209bb-4df4-47c8-b751-04f0fec756de port af3d7358-f15e-4bb3-998a-f7932d81fd69 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:10:13.553728 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-78e6b5c3-faaa-4af8-8138-b6a034db08a3 None None] Provisioning complete for port c4da7d6d-4182-4d6c-82ab-034d2cb348ef triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:13.554448 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78e6b5c3-faaa-4af8-8138-b6a034db08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.555119 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.634161 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:13.637882 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.647325 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-78e6b5c3-faaa-4af8-8138-b6a034db08a3 None None] Current status of the port c4da7d6d-4182-4d6c-82ab-034d2cb348ef is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:13.797823 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Allocated IP 172.20.0.1 (65ee22e2-1b27-4fab-b33d-329c4e3c290a/344e0ba4-1e2f-4453-a3e9-1abf8d6f9801/01755dc2-4e40-4fc8-a43d-c091df0ecf22) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:10:13.804013 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Publish callbacks [] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.805579 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:13.812321 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.841633 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7f2db18c-913a-49c4-9a75-f0165176fcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.868452 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Attempting to bind port af3d7358-f15e-4bb3-998a-f7932d81fd69 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:10:13.868819 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Attempting to bind port af3d7358-f15e-4bb3-998a-f7932d81fd69 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:10:13.869174 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Attempting to bind port af3d7358-f15e-4bb3-998a-f7932d81fd69 on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:13.875993 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Pushing event updated for resources: {'Port': ['ID=af3d7358-f15e-4bb3-998a-f7932d81fd69,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:13.882660 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:10:13.883031 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:13.883424 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.883809 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:10:13.884267 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Bound port: af3d7358-f15e-4bb3-998a-f7932d81fd69, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:10:13.884660 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.887849 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.888201 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.888682 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.889035 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.889362 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.889664 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.889985 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.890298 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.890614 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.890929 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.891253 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.891579 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.891893 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.892205 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.892537 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:13.910677 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks [] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.944664 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] For port af3d7358-f15e-4bb3-998a-f7932d81fd69, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:10:13.944995 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.947930 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] For port af3d7358-f15e-4bb3-998a-f7932d81fd69, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=af3d7358-f15e-4bb3-998a-f7932d81fd69,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:10:13.953846 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:13.985739 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:13.990928 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:13.991141 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:13.994899 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:10:13.998447 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Pushing event updated for resources: {'Port': ['ID=01755dc2-4e40-4fc8-a43d-c091df0ecf22,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:14.011203 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd91465-13b8-456b-8fc5-7535e8d4affe None None] Pushing event updated for resources: {'Port': ['ID=af3d7358-f15e-4bb3-998a-f7932d81fd69,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:14.020171 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:14.020344 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:14.042780 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:14.059277 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (3c3209bb-4df4-47c8-b751-04f0fec756de), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.172650 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c4da7d6d-4182-4d6c-82ab-034d2cb348ef up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:14.193577 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:14.194167 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:14.282392 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port c4da7d6d-4182-4d6c-82ab-034d2cb348ef triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:14.282934 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.306261 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16560d1-58f9-4611-9058-c2e6dffc70b9 req-4bf274c2-8ece-42e1-ad48-2d05765b36e1 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:14.315277 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e16560d1-58f9-4611-9058-c2e6dffc70b9 req-4bf274c2-8ece-42e1-ad48-2d05765b36e1 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.1571331 Jun 21 03:10:14.359424 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc413ee-0d56-4ca1-b9ec-a34c05ea18a1 req-6c9d7b3b-9a7b-4325-818c-b0db7f903b2d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:14.361359 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dc413ee-0d56-4ca1-b9ec-a34c05ea18a1 req-6c9d7b3b-9a7b-4325-818c-b0db7f903b2d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0621688 Jun 21 03:10:14.366416 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.375358 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-73ddc4f0-bbd4-4104-b611-03e7c2e49df8 None None] Provisioning complete for port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:14.375943 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-73ddc4f0-bbd4-4104-b611-03e7c2e49df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.399297 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e16560d1-58f9-4611-9058-c2e6dffc70b9 req-037a9fe4-de16-46bf-83cd-19f080e40dac tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781446 Jun 21 03:10:14.424514 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:12Z', 'revision_number': 3, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:14.447422 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-73ddc4f0-bbd4-4104-b611-03e7c2e49df8 None None] Port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:10:14.452255 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417426a-2f97-4a1f-94ec-fe0b15eb5617 None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:12Z', 'revision_number': 3, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:10:14.454130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port c4da7d6d-4182-4d6c-82ab-034d2cb348ef is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:14.517744 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dc413ee-0d56-4ca1-b9ec-a34c05ea18a1 req-817d261d-93be-45db-83b4-676cd0cf5f51 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359239 Jun 21 03:10:14.573958 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks [] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.580114 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.647425 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Pushing event updated for resources: {'Port': ['ID=01755dc2-4e40-4fc8-a43d-c091df0ecf22,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:14.650406 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (3c3209bb-4df4-47c8-b751-04f0fec756de), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.766631 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:14.767970 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:14.837948 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:14.889492 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:10:15.007278 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:15.011955 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:10:15.017373 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ef375382-27ee-4b81-b440-d446354761a9 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c3209bb-4df4-47c8-b751-04f0fec756de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185861 Jun 21 03:10:15.071119 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e265f428-e624-4521-b985-7981f839868a None None] Provisioning complete for port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:15.071492 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e265f428-e624-4521-b985-7981f839868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:15.106061 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e265f428-e624-4521-b985-7981f839868a None None] Port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:10:15.513206 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:15.518228 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1750278381-network', 'tenant_id': '755877623fbf49d78f52dac475ac83a2'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:15.519451 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350a0c4-3f07-43f6-bb40-4c3c4c4f99b6 req-a34b98c2-9c1a-4949-939b-be50bb209339 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:15.520963 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6350a0c4-3f07-43f6-bb40-4c3c4c4f99b6 req-a34b98c2-9c1a-4949-939b-be50bb209339 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0500760 Jun 21 03:10:15.539544 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Made reservation on behalf of 755877623fbf49d78f52dac475ac83a2 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:15.542492 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:15.552027 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:15.569969 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6350a0c4-3f07-43f6-bb40-4c3c4c4f99b6 req-5fd9357d-eb72-49ef-a234-02e344588bbc tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432448 Jun 21 03:10:15.652945 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f60e71-0a4b-4b59-a872-9c4f2e0221b1 req-7e899fa6-afd4-4e3e-87f5-4ff681f8db48 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:15.654343 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-37f60e71-0a4b-4b59-a872-9c4f2e0221b1 req-7e899fa6-afd4-4e3e-87f5-4ff681f8db48 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0628269 Jun 21 03:10:15.686974 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:15.693961 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks [] for security_group (1dccd5d8-c870-4542-8639-9e1a21c5419f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:15.700372 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1dccd5d8-c870-4542-8639-9e1a21c5419f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:15.744546 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:10:15.754283 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-37f60e71-0a4b-4b59-a872-9c4f2e0221b1 req-b5a7f7df-805b-46b5-929d-4144741165cd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Jun 21 03:10:15.765580 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dccd5d8-c870-4542-8639-9e1a21c5419f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:15.769410 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (4685cab5-a6f3-463b-b92e-924fa3241dac), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:15.769743 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Added segment 4685cab5-a6f3-463b-b92e-924fa3241dac of type vlan for network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f Jun 21 03:10:15.817024 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.019429 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:10:16.029730 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:16.030441 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:16.070282 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.072040 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:16.073047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.114440 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6001298 Jun 21 03:10:16.117087 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55410) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:16.121658 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Request body: {'subnet': {'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1750278381-subnet', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:16.127190 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device af3d7358-f15e-4bb3-998a-f7932d81fd69 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:16.155510 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316b7f1-01d2-4038-9c47-c7594e5393b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:16.172540 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:16.172683 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Made reservation on behalf of 755877623fbf49d78f52dac475ac83a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:16.175513 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8935498'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.175906 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:16.200257 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:10:16.332559 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port af3d7358-f15e-4bb3-998a-f7932d81fd69 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:16.332906 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.355274 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4059148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8935484'] for subnet (01e76fd1-78c0-4655-8ca2-1c4997734fd1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.369868 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.400272 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:16.413828 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e76fd1-78c0-4655-8ca2-1c4997734fd1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:16.431684 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Checking segment: {'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:16.431958 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Network hostable DHCP agents. Network: ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:10:16.450727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:10:16.460426 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:16.465167 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:16.466191 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.484923 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7066ae-e68c-46d9-9dd1-2e41291580d5 None None] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:10:16.485789 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b0528d16-407e-4a1c-afc7-c7ae28d67818 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3677270 Jun 21 03:10:16.488577 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55412) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:16.492911 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:16.515011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (2e5bd0b7-425e-4563-abab-8546775a3f58), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.516820 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (2e5bd0b7-425e-4563-abab-8546775a3f58), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.528534 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port af3d7358-f15e-4bb3-998a-f7932d81fd69 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:16.528922 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.571704 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 2, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:16.572519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks [] for router_controller (2e5bd0b7-425e-4563-abab-8546775a3f58), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.612289 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:16.618127 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port af3d7358-f15e-4bb3-998a-f7932d81fd69, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=af3d7358-f15e-4bb3-998a-f7932d81fd69,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:16.621688 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:10:16.622038 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Updating router 3c3209bb-4df4-47c8-b751-04f0fec756de port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:10:16.657181 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.846359 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.890588 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f', 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f', 'project_id': '755877623fbf49d78f52dac475ac83a2', 'fixed_ips': [{'subnet_id': '01e76fd1-78c0-4655-8ca2-1c4997734fd1'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:10:16.891522 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.904405 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.926138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498a6f9-74fa-4994-b040-b7d958dfd645 req-1cd7ee8d-4d74-4bcb-aacc-dfcfdc23a6d8 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:16.927691 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0498a6f9-74fa-4994-b040-b7d958dfd645 req-1cd7ee8d-4d74-4bcb-aacc-dfcfdc23a6d8 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0798194 Jun 21 03:10:16.930205 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=af3d7358-f15e-4bb3-998a-f7932d81fd69,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:16.932451 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d2e51-ce50-42d5-9b4c-5ffc46962e32 req-3d5155c3-97e5-4eb2-a667-32fcf816fb80 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:16.940490 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d6d2e51-ce50-42d5-9b4c-5ffc46962e32 req-3d5155c3-97e5-4eb2-a667-32fcf816fb80 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0751493 Jun 21 03:10:16.962471 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks [] for router_gateway (2e5bd0b7-425e-4563-abab-8546775a3f58), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:16.987688 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d6d2e51-ce50-42d5-9b4c-5ffc46962e32 req-9fdbf598-30c0-4b1e-b283-a373a5c98ad7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463538 Jun 21 03:10:17.025933 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:17.048655 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0498a6f9-74fa-4994-b040-b7d958dfd645 req-a956b761-ae98-449f-be07-481f7b0696a1 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885930 Jun 21 03:10:17.087416 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:17.099966 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.140181 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:17.204125 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Allocated IP 172.20.0.2 (ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f/01e76fd1-78c0-4655-8ca2-1c4997734fd1/bf12d977-0e16-42c5-a815-ca1377433629) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:10:17.208758 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks [] for router_gateway (2e5bd0b7-425e-4563-abab-8546775a3f58), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.228257 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.344018 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Allocated IP 172.27.2.60 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:10:17.364011 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Publish callbacks [] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.371996 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.457628 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks [] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.463000 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea195e-fc5b-400c-9e77-32b4496f41ad None None] Pushing event updated for resources: {'Port': ['ID=01755dc2-4e40-4fc8-a43d-c091df0ecf22,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:17.471278 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Publish callbacks [] for port (bf12d977-0e16-42c5-a815-ca1377433629), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.493075 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (bf12d977-0e16-42c5-a815-ca1377433629), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.500971 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.544700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:17.550587 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:17.553196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:10:17.554919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:17.556994 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Pushing event updated for resources: {'Port': ['ID=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:17.568514 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:17.574260 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:10:17.578953 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Pushing event updated for resources: {'Port': ['ID=bf12d977-0e16-42c5-a815-ca1377433629,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:17.581219 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:17.584693 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Attempting to bind port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:10:17.585348 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Attempting to bind port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:10:17.585862 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Attempting to bind port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:17.597382 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:10:17.598040 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Checking segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:17.598450 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.598832 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Bound using segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:10:17.599341 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Bound port: 01755dc2-4e40-4fc8-a43d-c091df0ecf22, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:10:17.599844 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.682238 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Attempting to bind port bf12d977-0e16-42c5-a815-ca1377433629 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:10:17.682676 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Attempting to bind port bf12d977-0e16-42c5-a815-ca1377433629 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:10:17.683038 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Attempting to bind port bf12d977-0e16-42c5-a815-ca1377433629 on network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:17.698355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:10:17.698651 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Checking segment: {'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:17.699057 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.699471 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Bound using segment: {'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:10:17.699898 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Bound port: bf12d977-0e16-42c5-a815-ca1377433629, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:10:17.700274 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (bf12d977-0e16-42c5-a815-ca1377433629), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.721932 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] For port 01755dc2-4e40-4fc8-a43d-c091df0ecf22, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:10:17.761493 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] For port 01755dc2-4e40-4fc8-a43d-c091df0ecf22, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=01755dc2-4e40-4fc8-a43d-c091df0ecf22,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:10:17.773459 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0b3aae66-4342-40d0-86cd-cd2564fab9ec None None] Provisioning complete for port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:17.773802 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b3aae66-4342-40d0-86cd-cd2564fab9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.796828 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.798448 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:17.808016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks [] for router_gateway (2e5bd0b7-425e-4563-abab-8546775a3f58), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:17.857445 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] For port bf12d977-0e16-42c5-a815-ca1377433629, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:10:17.889628 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] For port bf12d977-0e16-42c5-a815-ca1377433629, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=bf12d977-0e16-42c5-a815-ca1377433629,segment=NetworkSegment(4685cab5-a6f3-463b-b92e-924fa3241dac),segment_id=4685cab5-a6f3-463b-b92e-924fa3241dac)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:10:17.905917 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea195e-fc5b-400c-9e77-32b4496f41ad None None] Pushing event updated for resources: {'Port': ['ID=01755dc2-4e40-4fc8-a43d-c091df0ecf22,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:17.909069 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:17.909585 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:17.915241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (bf12d977-0e16-42c5-a815-ca1377433629), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:18.008845 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:18.029434 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (2e5bd0b7-425e-4563-abab-8546775a3f58), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:18.107038 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0b3aae66-4342-40d0-86cd-cd2564fab9ec None None] Current status of the port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:18.107510 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b3aae66-4342-40d0-86cd-cd2564fab9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:18.131067 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299c7bc-735e-4f58-a8b1-0520998807d9 None None] Pushing event updated for resources: {'Port': ['ID=bf12d977-0e16-42c5-a815-ca1377433629,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:18.155426 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:18.225262 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-0b3aae66-4342-40d0-86cd-cd2564fab9ec None None] For port 01755dc2-4e40-4fc8-a43d-c091df0ecf22, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=01755dc2-4e40-4fc8-a43d-c091df0ecf22,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:18.236344 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f02b-d65d-446c-8476-3817e1ddf327 req-913d5384-3106-4e8f-94c3-8c39a24bbcb9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:18.239539 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b3aae66-4342-40d0-86cd-cd2564fab9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:18.240112 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2544f02b-d65d-446c-8476-3817e1ddf327 req-913d5384-3106-4e8f-94c3-8c39a24bbcb9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.1388595 Jun 21 03:10:18.246004 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:18.295535 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device af3d7358-f15e-4bb3-998a-f7932d81fd69 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:18.297682 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470e3b-4a07-4661-94a4-11ec67ceb86b req-2617c9eb-14cc-4fca-9efc-8b84dfaf29d8 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:18.309064 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e0470e3b-4a07-4661-94a4-11ec67ceb86b req-2617c9eb-14cc-4fca-9efc-8b84dfaf29d8 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0655999 Jun 21 03:10:18.343522 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2544f02b-d65d-446c-8476-3817e1ddf327 req-b274acec-0abb-402b-814f-3731f46e5f1f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953214 Jun 21 03:10:18.382234 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:18.405201 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e0470e3b-4a07-4661-94a4-11ec67ceb86b req-cfaa4522-23b1-4477-9347-dc1e3c3e35bf tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945125 Jun 21 03:10:18.434406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Router 2e5bd0b7-425e-4563-abab-8546775a3f58 is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:10:18.466169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0b9aed5c-398e-4eda-9890-4f3bc7c670b0 None None] Provisioning complete for port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:18.467251 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b9aed5c-398e-4eda-9890-4f3bc7c670b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:18.528265 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3aae66-4342-40d0-86cd-cd2564fab9ec None None] Pushing event updated for resources: {'Port': ['ID=01755dc2-4e40-4fc8-a43d-c091df0ecf22,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:18.558127 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port af3d7358-f15e-4bb3-998a-f7932d81fd69 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:18.558712 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:18.558928 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:10:18.569426 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Sync routers for ids ['2e5bd0b7-425e-4563-abab-8546775a3f58'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:10:18.580102 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Routers {'2e5bd0b7-425e-4563-abab-8546775a3f58'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:18.580962 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2e5bd0b7-425e-4563-abab-8546775a3f58'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:18.592503 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:18.593926 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8041434a-1da1-4fab-bb61-8fa5023a8e0c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1043670 Jun 21 03:10:18.597161 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:18.673762 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0b9aed5c-398e-4eda-9890-4f3bc7c670b0 None None] Current status of the port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:18.686087 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:17Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:18.692536 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Set router 2e5bd0b7-425e-4563-abab-8546775a3f58 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:18.729503 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eb3481-2d6c-45d5-9a27-413969b00030 None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:17Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:10:18.740025 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port af3d7358-f15e-4bb3-998a-f7932d81fd69 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:18.817297 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:19.005185 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:19.006877 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:10:17Z', 'revision_number': 3, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port': {'id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:34:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:17Z', 'updated_at': '2022-06-21T03:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:19.045987 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Checking router: 2e5bd0b7-425e-4563-abab-8546775a3f58 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:10:19.046563 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Updating router 2e5bd0b7-425e-4563-abab-8546775a3f58 port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:10:19.080831 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.117635 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.320147 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:19.323465 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Allocated IP 172.20.0.1 (ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f/01e76fd1-78c0-4655-8ca2-1c4997734fd1/5365f7e6-ea93-4ff3-be77-32237bc76021) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:10:19.342579 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79979d-25de-48fe-997e-dfea3315112b None None] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:10:19.349667 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:19.374816 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Publish callbacks [] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.385839 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.483821 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e152-cfc3-4c92-8294-d27e1eff55fd None None] Pushing event updated for resources: {'Port': ['ID=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:19.496104 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Attempting to bind port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:10:19.496932 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Attempting to bind port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:10:19.497606 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Attempting to bind port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:19.505902 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:10:19.506413 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:19.506852 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.507300 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:10:19.507913 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Bound port: 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:10:19.508312 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.516203 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks [] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.529687 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e36cd-0180-493c-9a57-211d14b54cfc req-8277ffd5-a8eb-4274-b54b-7e45d21a33ce tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:19.537940 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c01e36cd-0180-493c-9a57-211d14b54cfc req-8277ffd5-a8eb-4274-b54b-7e45d21a33ce tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0966206 Jun 21 03:10:19.620754 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] For port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:10:19.622970 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7b35b-09cb-4c3a-b92e-125d547a37c3 req-4f2a092a-5761-424d-921d-3967e373c6e2 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:19.629032 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e0132310-9831-4595-9c31-48bc7955ac17 None None] Provisioning complete for port bf12d977-0e16-42c5-a815-ca1377433629 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:19.629404 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e0132310-9831-4595-9c31-48bc7955ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (bf12d977-0e16-42c5-a815-ca1377433629), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.632084 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c01e36cd-0180-493c-9a57-211d14b54cfc req-e9cb0240-89ee-4c88-ad77-7f28885ac0aa tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887485 Jun 21 03:10:19.634252 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5d7b35b-09cb-4c3a-b92e-125d547a37c3 req-4f2a092a-5761-424d-921d-3967e373c6e2 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.1042447 Jun 21 03:10:19.636120 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] For port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:10:19.652208 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.654225 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.689154 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:19.698783 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5d7b35b-09cb-4c3a-b92e-125d547a37c3 req-dcccea6b-b64f-4978-9ce4-4bcf8fa008c0 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632443 Jun 21 03:10:19.710155 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:19.735235 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:19.740342 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:10:19.750975 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Routers {'2e5bd0b7-425e-4563-abab-8546775a3f58'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:19.751835 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2e5bd0b7-425e-4563-abab-8546775a3f58'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:19.754245 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e152-cfc3-4c92-8294-d27e1eff55fd None None] Pushing event updated for resources: {'Port': ['ID=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:19.791509 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5365f7e6-ea93-4ff3-be77-32237bc76021,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:19.811509 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e0132310-9831-4595-9c31-48bc7955ac17 None None] Current status of the port bf12d977-0e16-42c5-a815-ca1377433629 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:19.811913 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e0132310-9831-4595-9c31-48bc7955ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (bf12d977-0e16-42c5-a815-ca1377433629), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.819005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (2e5bd0b7-425e-4563-abab-8546775a3f58), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.856597 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e0132310-9831-4595-9c31-48bc7955ac17 None None] For port bf12d977-0e16-42c5-a815-ca1377433629, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=bf12d977-0e16-42c5-a815-ca1377433629,segment=NetworkSegment(4685cab5-a6f3-463b-b92e-924fa3241dac),segment_id=4685cab5-a6f3-463b-b92e-924fa3241dac)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:19.863684 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e0132310-9831-4595-9c31-48bc7955ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (bf12d977-0e16-42c5-a815-ca1377433629), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:19.908722 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] Set router 2e5bd0b7-425e-4563-abab-8546775a3f58 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:19.932792 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0132310-9831-4595-9c31-48bc7955ac17 None None] Pushing event updated for resources: {'Port': ['ID=bf12d977-0e16-42c5-a815-ca1377433629,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:19.970417 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:20.004733 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.092809 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-4f238c33-b01a-46c7-8887-d9566a923e0a None None] Provisioning complete for port 5365f7e6-ea93-4ff3-be77-32237bc76021 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:20.094617 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4f238c33-b01a-46c7-8887-d9566a923e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.161141 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-4f238c33-b01a-46c7-8887-d9566a923e0a None None] Port 5365f7e6-ea93-4ff3-be77-32237bc76021 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:10:20.172057 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-4f238c33-b01a-46c7-8887-d9566a923e0a None None] Provisioning complete for port bf12d977-0e16-42c5-a815-ca1377433629 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:20.172438 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4f238c33-b01a-46c7-8887-d9566a923e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (bf12d977-0e16-42c5-a815-ca1377433629), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.224263 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:20.235778 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:10:17Z', 'revision_number': 3, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port': {'id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:34:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:17Z', 'updated_at': '2022-06-21T03:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:20.262243 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device bf12d977-0e16-42c5-a815-ca1377433629 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:20.281683 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b8a0b-1a13-4943-a56a-9da9cea7fb76 None None] The sync data for ids ['2e5bd0b7-425e-4563-abab-8546775a3f58'] in dv-cinder-846842-1-iscsi is: [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:10:17Z', 'revision_number': 3, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port': {'id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:34:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:17Z', 'updated_at': '2022-06-21T03:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:10:20.298662 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-4f238c33-b01a-46c7-8887-d9566a923e0a None None] Current status of the port bf12d977-0e16-42c5-a815-ca1377433629 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:20.321519 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port bf12d977-0e16-42c5-a815-ca1377433629 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:20.321895 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (bf12d977-0e16-42c5-a815-ca1377433629), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.323297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:20.348070 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks [] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.353591 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.427125 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-ed7bb0a1-ec44-4a00-991e-aa6925320090 None None] Provisioning complete for port 5365f7e6-ea93-4ff3-be77-32237bc76021 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:20.428082 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ed7bb0a1-ec44-4a00-991e-aa6925320090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.432206 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:20.435938 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port bf12d977-0e16-42c5-a815-ca1377433629 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:20.437909 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 01755dc2-4e40-4fc8-a43d-c091df0ecf22 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:20.441439 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (2e5bd0b7-425e-4563-abab-8546775a3f58), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.446879 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5365f7e6-ea93-4ff3-be77-32237bc76021,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:20.493668 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-ed7bb0a1-ec44-4a00-991e-aa6925320090 None None] Port 5365f7e6-ea93-4ff3-be77-32237bc76021 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:10:20.506983 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:20.507268 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.546655 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:20.547936 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:20.585241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:20.693199 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Router 2e5bd0b7-425e-4563-abab-8546775a3f58 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:10:20.809486 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315feeb-3023-4a6a-b095-8d715ffe9e77 req-e410fd93-ed2b-44de-8ee8-372b5b2b900d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:20.811083 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2315feeb-3023-4a6a-b095-8d715ffe9e77 req-e410fd93-ed2b-44de-8ee8-372b5b2b900d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.1016426 Jun 21 03:10:20.849527 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709527c-364c-45eb-818d-4f2e679f1e8e req-4b845860-1781-48fc-9b7f-c206c5b9845a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:20.852060 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7709527c-364c-45eb-818d-4f2e679f1e8e req-4b845860-1781-48fc-9b7f-c206c5b9845a tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0570555 Jun 21 03:10:20.877390 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:10:20.882740 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-76062c31-307d-4bfe-b839-74350643a1f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e5bd0b7-425e-4563-abab-8546775a3f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2843556 Jun 21 03:10:20.904545 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2315feeb-3023-4a6a-b095-8d715ffe9e77 req-a15d1150-8599-4b89-b5a2-3f50855afec3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626383 Jun 21 03:10:20.910820 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7709527c-364c-45eb-818d-4f2e679f1e8e req-0c972d46-cd3b-4cef-b7eb-c0dfff838960 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Jun 21 03:10:20.931713 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-66f62ec4-6779-4345-9f54-f47d16d93fe2 None None] Provisioning complete for port 5365f7e6-ea93-4ff3-be77-32237bc76021 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:20.932095 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-66f62ec4-6779-4345-9f54-f47d16d93fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:20.968333 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-66f62ec4-6779-4345-9f54-f47d16d93fe2 None None] Port 5365f7e6-ea93-4ff3-be77-32237bc76021 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:10:21.280826 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55464) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:21.287656 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1f19b967-e0d3-46ca-bab1-6839e85bf95e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515630251', 'description': 'tempest-secgroup-smoke-1515630251 description', 'project_id': '1a43462c60384cecb441ccf14de5672e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:21.314986 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f19b967-e0d3-46ca-bab1-6839e85bf95e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.386746 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f19b967-e0d3-46ca-bab1-6839e85bf95e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group (791710c7-558e-44ef-83cb-4994b0bbe0d2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.391407 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f19b967-e0d3-46ca-bab1-6839e85bf95e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (791710c7-558e-44ef-83cb-4994b0bbe0d2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.423021 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f19b967-e0d3-46ca-bab1-6839e85bf95e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.424261 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1f19b967-e0d3-46ca-bab1-6839e85bf95e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421556 Jun 21 03:10:21.426444 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19b967-e0d3-46ca-bab1-6839e85bf95e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791710c7-558e-44ef-83cb-4994b0bbe0d2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:21.427659 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55466) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:21.432658 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-0da8e533-7d3b-445b-9b93-c944775cf715 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'security_group_rule': {'security_group_id': '791710c7-558e-44ef-83cb-4994b0bbe0d2', 'project_id': '1a43462c60384cecb441ccf14de5672e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:21.465211 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0da8e533-7d3b-445b-9b93-c944775cf715 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (a874eb9c-2ec2-4356-ae22-9a5fa10fda4f), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.530475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0da8e533-7d3b-445b-9b93-c944775cf715 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (a874eb9c-2ec2-4356-ae22-9a5fa10fda4f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.536547 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0da8e533-7d3b-445b-9b93-c944775cf715 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (a874eb9c-2ec2-4356-ae22-9a5fa10fda4f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.555173 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8e533-7d3b-445b-9b93-c944775cf715 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a874eb9c-2ec2-4356-ae22-9a5fa10fda4f,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:21.564388 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0da8e533-7d3b-445b-9b93-c944775cf715 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.565669 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0da8e533-7d3b-445b-9b93-c944775cf715 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367593 Jun 21 03:10:21.568516 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55470) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:21.573237 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-5b5f5cc5-3c83-44fe-889d-7ccf0368f2c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'security_group_rule': {'security_group_id': '791710c7-558e-44ef-83cb-4994b0bbe0d2', 'project_id': '1a43462c60384cecb441ccf14de5672e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:21.588916 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:21.604473 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5cc5-3c83-44fe-889d-7ccf0368f2c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (7be113b0-9f9b-4c2b-8efa-cabf77477a30), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.661784 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5cc5-3c83-44fe-889d-7ccf0368f2c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (7be113b0-9f9b-4c2b-8efa-cabf77477a30), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.666981 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5cc5-3c83-44fe-889d-7ccf0368f2c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (7be113b0-9f9b-4c2b-8efa-cabf77477a30), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.685385 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f5cc5-3c83-44fe-889d-7ccf0368f2c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be113b0-9f9b-4c2b-8efa-cabf77477a30,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:21.693371 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b5f5cc5-3c83-44fe-889d-7ccf0368f2c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.694572 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5b5f5cc5-3c83-44fe-889d-7ccf0368f2c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248956 Jun 21 03:10:21.697502 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55472) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:21.701940 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9ce5cbd4-623a-4f93-a5c7-41fbb514dd2b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'security_group_rule': {'security_group_id': '791710c7-558e-44ef-83cb-4994b0bbe0d2', 'project_id': '1a43462c60384cecb441ccf14de5672e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:21.732237 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cbd4-623a-4f93-a5c7-41fbb514dd2b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (686d75a9-8a06-4404-9cc9-2988cbef40bc), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.797061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cbd4-623a-4f93-a5c7-41fbb514dd2b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (686d75a9-8a06-4404-9cc9-2988cbef40bc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.802052 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cbd4-623a-4f93-a5c7-41fbb514dd2b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (686d75a9-8a06-4404-9cc9-2988cbef40bc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.821742 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5cbd4-623a-4f93-a5c7-41fbb514dd2b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686d75a9-8a06-4404-9cc9-2988cbef40bc,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:21.829209 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cbd4-623a-4f93-a5c7-41fbb514dd2b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.830451 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9ce5cbd4-623a-4f93-a5c7-41fbb514dd2b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320019 Jun 21 03:10:21.833614 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55474) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:21.837830 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a596a2d3-f326-4a5b-b941-b8b8191d0592 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'security_group_rule': {'security_group_id': '791710c7-558e-44ef-83cb-4994b0bbe0d2', 'project_id': '1a43462c60384cecb441ccf14de5672e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:21.863884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a596a2d3-f326-4a5b-b941-b8b8191d0592 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (4df7168b-591a-483c-bbd7-019a25858855), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.886748 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:21.930320 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a596a2d3-f326-4a5b-b941-b8b8191d0592 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (4df7168b-591a-483c-bbd7-019a25858855), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.933941 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a596a2d3-f326-4a5b-b941-b8b8191d0592 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (4df7168b-591a-483c-bbd7-019a25858855), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.954114 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a2d3-f326-4a5b-b941-b8b8191d0592 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df7168b-591a-483c-bbd7-019a25858855,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:21.965356 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a596a2d3-f326-4a5b-b941-b8b8191d0592 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:21.969507 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a596a2d3-f326-4a5b-b941-b8b8191d0592 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320710 Jun 21 03:10:21.974861 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55480) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:21.980908 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'security_group_rule': {'security_group_id': '791710c7-558e-44ef-83cb-4994b0bbe0d2', 'project_id': '1a43462c60384cecb441ccf14de5672e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:22.041732 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Project 1a43462c60384cecb441ccf14de5672e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 03:10:22.052713 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2960bc-1fdf-475a-aeec-449524f5fe36 req-39f1ee20-6570-4d9f-bd02-48cf82c4a17b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:22.054417 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f2960bc-1fdf-475a-aeec-449524f5fe36 req-39f1ee20-6570-4d9f-bd02-48cf82c4a17b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0606990 Jun 21 03:10:22.056682 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (a1780cb6-0535-46e7-a12c-3e613080cef2), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.065205 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:22.083089 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf00d9-6c19-43da-8b00-a02b4c2938a8 req-509239cf-74d6-4d91-a685-5e8f1df74003 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:22.084896 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34cf00d9-6c19-43da-8b00-a02b4c2938a8 req-509239cf-74d6-4d91-a685-5e8f1df74003 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0695941 Jun 21 03:10:22.105084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Sync routers for ids ['2e5bd0b7-425e-4563-abab-8546775a3f58'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:10:22.132547 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Routers {'2e5bd0b7-425e-4563-abab-8546775a3f58'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:22.135918 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2e5bd0b7-425e-4563-abab-8546775a3f58'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:22.142927 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34cf00d9-6c19-43da-8b00-a02b4c2938a8 req-9b19fd1b-35ff-40b2-8de7-e12e09ede5cf tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509505 Jun 21 03:10:22.166228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (a1780cb6-0535-46e7-a12c-3e613080cef2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.170143 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f2960bc-1fdf-475a-aeec-449524f5fe36 req-4e3948ea-90cd-4e65-a93b-8a453a68aa4d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021800 Jun 21 03:10:22.171819 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (a1780cb6-0535-46e7-a12c-3e613080cef2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.192194 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1780cb6-0535-46e7-a12c-3e613080cef2,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:22.192694 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:22.197829 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:22.201950 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.203144 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e8537b8b-6824-473a-b3c4-dad022a0a09f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2272823 Jun 21 03:10:22.206144 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:22.210933 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'security_group_rule': {'security_group_id': '791710c7-558e-44ef-83cb-4994b0bbe0d2', 'project_id': '1a43462c60384cecb441ccf14de5672e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:22.234260 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Project 1a43462c60384cecb441ccf14de5672e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 03:10:22.241008 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (2a07ddd2-8480-45ed-98cc-df1c666176e5), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.306564 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:22.307007 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.310447 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (2a07ddd2-8480-45ed-98cc-df1c666176e5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.310761 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Set router 2e5bd0b7-425e-4563-abab-8546775a3f58 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:22.315112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (2a07ddd2-8480-45ed-98cc-df1c666176e5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.320763 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:22.337066 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a07ddd2-8480-45ed-98cc-df1c666176e5,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:22.351417 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.352760 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bf17c4b8-7a62-4645-912d-e68622235768 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453269 Jun 21 03:10:22.498380 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:22.498771 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.532955 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:22.541303 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.605980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:22.617765 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:10:19Z', 'revision_number': 4, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port': {'id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:34:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:17Z', 'updated_at': '2022-06-21T03:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '5365f7e6-ea93-4ff3-be77-32237bc76021', 'name': '', 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'mac_address': 'fa:16:3e:f5:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '01e76fd1-78c0-4655-8ca2-1c4997734fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:19Z', 'updated_at': '2022-06-21T03:10:20Z', 'revision_number': 2, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'subnets': [{'id': '01e76fd1-78c0-4655-8ca2-1c4997734fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:22.644927 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:22.648230 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Checking router: 2e5bd0b7-425e-4563-abab-8546775a3f58 for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:10:22.649085 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Updating router 2e5bd0b7-425e-4563-abab-8546775a3f58 port 5365f7e6-ea93-4ff3-be77-32237bc76021 binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:10:22.678576 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.959607 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Publish callbacks [] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:22.968490 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.016350 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb07d9-5a7f-4647-b5b3-4284c30e77df None None] Pushing event updated for resources: {'Port': ['ID=5365f7e6-ea93-4ff3-be77-32237bc76021,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:23.043009 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:23.077515 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Attempting to bind port 5365f7e6-ea93-4ff3-be77-32237bc76021 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:10:23.077739 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Attempting to bind port 5365f7e6-ea93-4ff3-be77-32237bc76021 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:10:23.078081 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Attempting to bind port 5365f7e6-ea93-4ff3-be77-32237bc76021 on network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:23.084083 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:10:23.084463 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Checking segment: {'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:23.084867 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.085246 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Bound using segment: {'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:10:23.085753 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Bound port: 5365f7e6-ea93-4ff3-be77-32237bc76021, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4685cab5-a6f3-463b-b92e-924fa3241dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:10:23.086130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.154317 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] For port 5365f7e6-ea93-4ff3-be77-32237bc76021, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:10:23.157796 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] For port 5365f7e6-ea93-4ff3-be77-32237bc76021, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=5365f7e6-ea93-4ff3-be77-32237bc76021,segment=NetworkSegment(4685cab5-a6f3-463b-b92e-924fa3241dac),segment_id=4685cab5-a6f3-463b-b92e-924fa3241dac)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:10:23.172405 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.235358 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-463d0c62-1df7-47a7-918e-0fcaeeb00647 None None] Provisioning complete for port 5365f7e6-ea93-4ff3-be77-32237bc76021 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:23.235833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-463d0c62-1df7-47a7-918e-0fcaeeb00647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.287719 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Routers {'2e5bd0b7-425e-4563-abab-8546775a3f58'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:23.288750 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2e5bd0b7-425e-4563-abab-8546775a3f58'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:23.294297 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20bef4-b0cd-46b6-bab4-f97fd0adf070 req-cd7a3ff1-e1ad-48a5-9435-00b8d582eda3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:23.302435 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b20bef4-b0cd-46b6-bab4-f97fd0adf070 req-cd7a3ff1-e1ad-48a5-9435-00b8d582eda3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0578823 Jun 21 03:10:23.304270 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d9ba-a68b-4d16-a6d0-55461159db47 req-1d10b6bf-9ed5-41fd-b665-88bdd4a43bef tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:23.306660 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c212d9ba-a68b-4d16-a6d0-55461159db47 req-1d10b6bf-9ed5-41fd-b665-88bdd4a43bef tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0857320 Jun 21 03:10:23.330725 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb07d9-5a7f-4647-b5b3-4284c30e77df None None] Pushing event updated for resources: {'Port': ['ID=5365f7e6-ea93-4ff3-be77-32237bc76021,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:23.392066 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b20bef4-b0cd-46b6-bab4-f97fd0adf070 req-c47023fe-4df0-4dd5-8ea9-07668b667c23 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796967 Jun 21 03:10:23.395266 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c212d9ba-a68b-4d16-a6d0-55461159db47 req-d49abe6b-8f01-4cb2-ae0c-2f3e84c9060e tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768070 Jun 21 03:10:23.568057 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] Set router 2e5bd0b7-425e-4563-abab-8546775a3f58 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:23.569942 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-463d0c62-1df7-47a7-918e-0fcaeeb00647 None None] Current status of the port 5365f7e6-ea93-4ff3-be77-32237bc76021 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:23.570308 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-463d0c62-1df7-47a7-918e-0fcaeeb00647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.653945 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:23.668800 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-463d0c62-1df7-47a7-918e-0fcaeeb00647 None None] For port 5365f7e6-ea93-4ff3-be77-32237bc76021, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=5365f7e6-ea93-4ff3-be77-32237bc76021,segment=NetworkSegment(4685cab5-a6f3-463b-b92e-924fa3241dac),segment_id=4685cab5-a6f3-463b-b92e-924fa3241dac)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:23.675878 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-463d0c62-1df7-47a7-918e-0fcaeeb00647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.771813 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d0c62-1df7-47a7-918e-0fcaeeb00647 None None] Pushing event updated for resources: {'Port': ['ID=5365f7e6-ea93-4ff3-be77-32237bc76021,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:23.818404 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b9f04b0f-d2bd-4d8e-bd0f-3c8dc639930e None None] Provisioning complete for port 5365f7e6-ea93-4ff3-be77-32237bc76021 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:23.818772 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9f04b0f-d2bd-4d8e-bd0f-3c8dc639930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:23.845582 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:10:19Z', 'revision_number': 4, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port': {'id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:17Z', 'updated_at': '2022-06-21T03:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '5365f7e6-ea93-4ff3-be77-32237bc76021', 'name': '', 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'mac_address': 'fa:16:3e:f5:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '01e76fd1-78c0-4655-8ca2-1c4997734fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:19Z', 'updated_at': '2022-06-21T03:10:23Z', 'revision_number': 4, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'subnets': [{'id': '01e76fd1-78c0-4655-8ca2-1c4997734fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:23.873823 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2283b-ac0d-400e-ba65-bd01f8a7b71c None None] The sync data for ids ['2e5bd0b7-425e-4563-abab-8546775a3f58'] in dv-cinder-846842-1-iscsi is: [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:10:19Z', 'revision_number': 4, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port': {'id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:17Z', 'updated_at': '2022-06-21T03:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '5365f7e6-ea93-4ff3-be77-32237bc76021', 'name': '', 'network_id': 'ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'mac_address': 'fa:16:3e:f5:26:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '01e76fd1-78c0-4655-8ca2-1c4997734fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:19Z', 'updated_at': '2022-06-21T03:10:23Z', 'revision_number': 4, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'subnets': [{'id': '01e76fd1-78c0-4655-8ca2-1c4997734fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:10:23.908174 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:23.938089 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b9f04b0f-d2bd-4d8e-bd0f-3c8dc639930e None None] Current status of the port 5365f7e6-ea93-4ff3-be77-32237bc76021 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:24.166601 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:24.215136 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:24.215507 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:24.289429 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:24.290513 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 5365f7e6-ea93-4ff3-be77-32237bc76021 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:10:24.338400 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 5365f7e6-ea93-4ff3-be77-32237bc76021 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:10:24.339016 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:24.423704 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 5365f7e6-ea93-4ff3-be77-32237bc76021 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:24.524037 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c015c42-45d4-465a-99f3-d95cdc8c7a1e req-aefd53d8-a0be-4136-abdf-cbefbe88e173 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:24.524567 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095cd65-d29b-48dd-a858-8753048ffb45 req-8dfbdec0-654b-4c33-89b2-a70d0e49b5ce tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:24.525680 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b095cd65-d29b-48dd-a858-8753048ffb45 req-8dfbdec0-654b-4c33-89b2-a70d0e49b5ce tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0476391 Jun 21 03:10:24.528838 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c015c42-45d4-465a-99f3-d95cdc8c7a1e req-aefd53d8-a0be-4136-abdf-cbefbe88e173 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0546143 Jun 21 03:10:24.573713 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b095cd65-d29b-48dd-a858-8753048ffb45 req-7824f87f-79ad-47d8-a3ad-29f376963e4b tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Jun 21 03:10:24.578026 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c015c42-45d4-465a-99f3-d95cdc8c7a1e req-bdabde7d-a8e2-4690-8c6b-0b44b398c346 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455952 Jun 21 03:10:25.711421 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557c4a3-3778-4d9a-a739-92baf7ad8175 req-a8865a3a-3fb8-4692-8155-87983223325c tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:25.713059 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9557c4a3-3778-4d9a-a739-92baf7ad8175 req-a8865a3a-3fb8-4692-8155-87983223325c tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0620375 Jun 21 03:10:25.719697 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b7b95-2825-47e6-a89e-497739b2983f req-436fe51b-6858-4092-9ccf-27001852cdcd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:25.726076 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c6b7b95-2825-47e6-a89e-497739b2983f req-436fe51b-6858-4092-9ccf-27001852cdcd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0764091 Jun 21 03:10:25.751471 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:25.769096 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9557c4a3-3778-4d9a-a739-92baf7ad8175 req-b19cb3c6-f1f0-437d-95c5-4fe68f987d06 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492377 Jun 21 03:10:25.784325 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c6b7b95-2825-47e6-a89e-497739b2983f req-0fd6253d-3dc8-44db-a307-da5ecbd019a2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486207 Jun 21 03:10:26.213348 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:10:26.595264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-4f3eff4b-d031-4649-874d-c32feee9c147 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:26.596861 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-4f3eff4b-d031-4649-874d-c32feee9c147 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.36 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.0468690 Jun 21 03:10:26.735635 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Deleting port 206224fe-0847-4816-a95b-3775f0529b12 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:10:26.736393 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (206224fe-0847-4816-a95b-3775f0529b12), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:26.847165 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] For port 206224fe-0847-4816-a95b-3775f0529b12, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=206224fe-0847-4816-a95b-3775f0529b12,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:26.848119 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (206224fe-0847-4816-a95b-3775f0529b12), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:26.868329 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Calling delete_port for 206224fe-0847-4816-a95b-3775f0529b12 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:10:26.917231 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c9cca-923a-469c-a313-47a0fce50551 req-361d374f-ae20-4592-806f-20a630269d95 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:26.918821 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c0c9cca-923a-469c-a313-47a0fce50551 req-361d374f-ae20-4592-806f-20a630269d95 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Jun 21 03:10:26.965482 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c0c9cca-923a-469c-a313-47a0fce50551 req-1f037c2b-1d33-4d38-9ec4-53d72e551cf1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Jun 21 03:10:26.978834 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd2868-ab6e-463c-8a9c-e88746b17e4b req-d32cfccf-7bb4-46b4-a206-f6192b231d24 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:26.980575 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33fd2868-ab6e-463c-8a9c-e88746b17e4b req-d32cfccf-7bb4-46b4-a206-f6192b231d24 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 946 time: 0.1053932 Jun 21 03:10:27.061375 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33fd2868-ab6e-463c-8a9c-e88746b17e4b req-e1d0daca-222e-48cf-a82a-3f7c83b6f844 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/security-groups?id=72083fad-a775-4243-a2a4-6359618fedd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727093 Jun 21 03:10:27.095628 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:27.123415 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (206224fe-0847-4816-a95b-3775f0529b12), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:27.150661 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Pushing event deleted for resources: {'Port': ['ID=206224fe-0847-4816-a95b-3775f0529b12,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:27.218017 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] No DVR routers for this DVR port 206224fe-0847-4816-a95b-3775f0529b12 on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:10:27.218468 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['206224fe-0847-4816-a95b-3775f0529b12'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:10:27.221332 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:27.225749 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0257ae4b-90e8-4a46-bdb2-2d71afd38fd4 req-7e444211-1b12-4d4f-827b-0a28dde6a1b7 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.36 "DELETE /v2.0/ports/206224fe-0847-4816-a95b-3775f0529b12 HTTP/1.1" status: 204 len: 173 time: 0.6229477 Jun 21 03:10:27.226310 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'name': 'network-vif-deleted', 'tag': '206224fe-0847-4816-a95b-3775f0529b12'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:10:27.228662 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7a0dd6-8688-48a6-9458-0e272d2fa646" -d '{"events": [{"server_uuid": "571b42e5-3e2d-4bd4-8e97-5f09fff9b63d", "name": "network-vif-deleted", "tag": "206224fe-0847-4816-a95b-3775f0529b12"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:10:27.278802 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a96e4c-b5a6-4aeb-b2f5-dc14746c8ba2 x-openstack-request-id: req-37a96e4c-b5a6-4aeb-b2f5-dc14746c8ba2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:10:27.279172 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571b42e5-3e2d-4bd4-8e97-5f09fff9b63d", "name": "network-vif-deleted", "tag": "206224fe-0847-4816-a95b-3775f0529b12", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:10:27.279423 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37a96e4c-b5a6-4aeb-b2f5-dc14746c8ba2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:10:27.280587 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a96e4c-b5a6-4aeb-b2f5-dc14746c8ba2'] response: {'server_uuid': '571b42e5-3e2d-4bd4-8e97-5f09fff9b63d', 'name': 'network-vif-deleted', 'tag': '206224fe-0847-4816-a95b-3775f0529b12', 'status': 'completed', 'code': 200} Jun 21 03:10:28.094301 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c102dbe-cc03-4a56-9583-6043b8cd707a req-c38b9296-cb68-487b-b9eb-53313d855d4b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:28.096068 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7c102dbe-cc03-4a56-9583-6043b8cd707a req-c38b9296-cb68-487b-b9eb-53313d855d4b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0560539 Jun 21 03:10:28.154267 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7c102dbe-cc03-4a56-9583-6043b8cd707a req-13a28c78-d4fc-4cda-8c2d-393baa5e1ff1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Jun 21 03:10:28.201150 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c75190c-83d5-4c20-b892-b12ae0ed6e5c req-2d285b28-fcb7-46b3-8fc2-423b3995f808 tempest-DeleteServersTestJSON-532324466 tempest-DeleteServersTestJSON-532324466-project] 10.222.0.16 "GET /v2.0/ports?device_id=571b42e5-3e2d-4bd4-8e97-5f09fff9b63d HTTP/1.1" status: 200 len: 210 time: 0.0356424 Jun 21 03:10:28.253655 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55622) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:28.362779 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c73cc24-fa59-4b29-bada-04953cbe998a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:28.445998 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c73cc24-fa59-4b29-bada-04953cbe998a admin admin] Publish callbacks [] for security_group (b5b9fa7e-a3af-48ea-9811-8b7421cb98e0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:28.450740 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c73cc24-fa59-4b29-bada-04953cbe998a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b5b9fa7e-a3af-48ea-9811-8b7421cb98e0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:28.491953 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:28.501416 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7c73cc24-fa59-4b29-bada-04953cbe998a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=740d1155ea774f03880d2b3ce2278874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467282 Jun 21 03:10:28.504487 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55628) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:28.504854 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73cc24-fa59-4b29-bada-04953cbe998a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b9fa7e-a3af-48ea-9811-8b7421cb98e0,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:28.565173 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:28.578736 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-875fba02-180b-4d82-a990-4208c38a85bf admin admin] Publish callbacks [] for security_group (b5b9fa7e-a3af-48ea-9811-8b7421cb98e0), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:28.606982 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-875fba02-180b-4d82-a990-4208c38a85bf admin admin] Publish callbacks [] for security_group (b5b9fa7e-a3af-48ea-9811-8b7421cb98e0), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:28.660230 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-875fba02-180b-4d82-a990-4208c38a85bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b5b9fa7e-a3af-48ea-9811-8b7421cb98e0), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:28.662840 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-875fba02-180b-4d82-a990-4208c38a85bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:28.664157 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-875fba02-180b-4d82-a990-4208c38a85bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5b9fa7e-a3af-48ea-9811-8b7421cb98e0 HTTP/1.1" status: 204 len: 168 time: 0.1573935 Jun 21 03:10:28.674979 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fba02-180b-4d82-a990-4208c38a85bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b9fa7e-a3af-48ea-9811-8b7421cb98e0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:29.371380 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb83e72-8bae-4ae2-9319-909e56018966 req-97a70572-c0d7-4dab-9931-d8280a08ad3e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:29.373284 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6eb83e72-8bae-4ae2-9319-909e56018966 req-97a70572-c0d7-4dab-9931-d8280a08ad3e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0944390 Jun 21 03:10:29.439593 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6eb83e72-8bae-4ae2-9319-909e56018966 req-84a3eca5-20b6-4b97-976f-a1f7ce02a6e1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Jun 21 03:10:30.569554 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48c66b-3f40-4f69-b78c-7bd5afe79d16 req-72fc1581-a556-4626-9550-4c7088e0a193 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:30.571341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7f48c66b-3f40-4f69-b78c-7bd5afe79d16 req-72fc1581-a556-4626-9550-4c7088e0a193 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0508902 Jun 21 03:10:30.619466 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7f48c66b-3f40-4f69-b78c-7bd5afe79d16 req-67c0f4c1-06cd-4d11-a790-3b42a2141b25 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Jun 21 03:10:30.722723 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 206224fe-0847-4816-a95b-3775f0529b12 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:10:30.747395 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 206224fe-0847-4816-a95b-3775f0529b12 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:10:30.747682 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 206224fe-0847-4816-a95b-3775f0529b12 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:10:31.743392 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde3d42-0f8d-4057-8bff-e6280df2b3e0 req-adee5d8a-5e15-4325-96c6-2560e104841f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:31.743392 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3cde3d42-0f8d-4057-8bff-e6280df2b3e0 req-adee5d8a-5e15-4325-96c6-2560e104841f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0496264 Jun 21 03:10:31.796871 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3cde3d42-0f8d-4057-8bff-e6280df2b3e0 req-9b17bf95-6613-4bd5-ab5b-172678cdd6b6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Jun 21 03:10:31.804032 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:32.184989 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (64508c70-ba87-4ef2-a44f-4fbae906b74c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:32.268507 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:32.687548 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Deleting port e9efde35-3062-47b7-a4bf-9f05aeb523b7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:10:32.687885 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:32.775250 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] For port e9efde35-3062-47b7-a4bf-9f05aeb523b7, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e9efde35-3062-47b7-a4bf-9f05aeb523b7,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:32.775603 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:32.788616 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Calling delete_port for e9efde35-3062-47b7-a4bf-9f05aeb523b7 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:10:32.790104 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:32.943893 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c2c30-b04a-4601-bfe9-911c9aef2451 req-27d49abe-d1f5-44af-8bb1-85efbd1f746c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:32.945481 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c37c2c30-b04a-4601-bfe9-911c9aef2451 req-27d49abe-d1f5-44af-8bb1-85efbd1f746c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0627837 Jun 21 03:10:33.032320 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c37c2c30-b04a-4601-bfe9-911c9aef2451 req-af5c7fbf-04fd-4f16-b9ec-d4e64700ec9b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784783 Jun 21 03:10:33.049906 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (e9efde35-3062-47b7-a4bf-9f05aeb523b7), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:33.078436 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9efde35-3062-47b7-a4bf-9f05aeb523b7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:33.265946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (64508c70-ba87-4ef2-a44f-4fbae906b74c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:33.415171 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:33.483659 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Router 64508c70-ba87-4ef2-a44f-4fbae906b74c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:10:33.600609 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:10:33.605705 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-74804001-0064-4ef7-882a-c994aa80c8e2 admin admin] 10.222.0.16 "PUT /v2.0/routers/64508c70-ba87-4ef2-a44f-4fbae906b74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006036 Jun 21 03:10:33.608295 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 55768) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:33.612150 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] Sync routers for ids ['64508c70-ba87-4ef2-a44f-4fbae906b74c'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:10:33.634311 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] Routers {'64508c70-ba87-4ef2-a44f-4fbae906b74c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:33.635199 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['64508c70-ba87-4ef2-a44f-4fbae906b74c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:33.717676 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks [] for router (64508c70-ba87-4ef2-a44f-4fbae906b74c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:33.739252 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] Set router 64508c70-ba87-4ef2-a44f-4fbae906b74c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:33.774655 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:33.832193 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks [] for router_gateway (64508c70-ba87-4ef2-a44f-4fbae906b74c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:33.880760 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Deleting port 56389aca-d589-425e-9a69-296c49988bdc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:10:33.881092 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (56389aca-d589-425e-9a69-296c49988bdc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:33.905446 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '56389aca-d589-425e-9a69-296c49988bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:10:32Z', 'revision_number': 5, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port': {'id': '56389aca-d589-425e-9a69-296c49988bdc', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:33.934102 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] Checking router: 64508c70-ba87-4ef2-a44f-4fbae906b74c for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:10:33.943246 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] Routers {'64508c70-ba87-4ef2-a44f-4fbae906b74c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:10:33.943851 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:10:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['64508c70-ba87-4ef2-a44f-4fbae906b74c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:33.960273 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] For port 56389aca-d589-425e-9a69-296c49988bdc, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=56389aca-d589-425e-9a69-296c49988bdc,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:33.960876 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (56389aca-d589-425e-9a69-296c49988bdc), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:33.974816 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Calling delete_port for 56389aca-d589-425e-9a69-296c49988bdc owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:10:34.024544 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] Set router 64508c70-ba87-4ef2-a44f-4fbae906b74c gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:10:34.077435 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:10:33Z', 'revision_number': 6, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:34.102109 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf070e9-f3ed-4c9c-9e0b-316bb3ebe927 None None] The sync data for ids ['64508c70-ba87-4ef2-a44f-4fbae906b74c'] in dv-cinder-846842-1-iscsi is: [{'id': '64508c70-ba87-4ef2-a44f-4fbae906b74c', 'name': 'tempest-DeleteServersTestJSON-1152429827-router', 'tenant_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:10:33Z', 'revision_number': 6, 'project_id': '8c102f5ee47e426c8f4e0ced15f60bee', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:10:34.159777 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (56389aca-d589-425e-9a69-296c49988bdc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.176852 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd574c-b386-443b-ac4e-35a9fbfdeff1 req-d3bdb1b0-9df9-425f-b2cf-b34cf56babbd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:34.178389 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6dd574c-b386-443b-ac4e-35a9fbfdeff1 req-d3bdb1b0-9df9-425f-b2cf-b34cf56babbd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0568604 Jun 21 03:10:34.185548 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Pushing event deleted for resources: {'Port': ['ID=56389aca-d589-425e-9a69-296c49988bdc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:34.230754 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6dd574c-b386-443b-ac4e-35a9fbfdeff1 req-625e744b-2890-4f52-9084-5a88fd4d4d05 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Jun 21 03:10:34.248060 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (64508c70-ba87-4ef2-a44f-4fbae906b74c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.358952 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (64508c70-ba87-4ef2-a44f-4fbae906b74c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.360238 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:34.361731 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks [] for router_controller (64508c70-ba87-4ef2-a44f-4fbae906b74c), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.425728 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (64508c70-ba87-4ef2-a44f-4fbae906b74c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.426324 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64508c70-ba87-4ef2-a44f-4fbae906b74c {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:10:34.431395 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.432620 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-58015870-cc34-4add-8f3d-51f89c6fd686 admin admin] 10.222.0.16 "DELETE /v2.0/routers/64508c70-ba87-4ef2-a44f-4fbae906b74c HTTP/1.1" status: 204 len: 168 time: 0.8233554 Jun 21 03:10:34.435216 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55774) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:34.483348 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] Deleting subnet 6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:10:34.486794 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] Publish callbacks [] for subnet (6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.525597 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968094'] for subnet (6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.635611 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.689462 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3646360'] for subnet (6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.713133 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:34.718745 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.721950 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-34f1fa11-0922-4a5c-939d-92c869528791 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6b5fea42-6af8-46b3-91ec-e50b6a7a9a0a HTTP/1.1" status: 204 len: 168 time: 0.2856393 Jun 21 03:10:34.724511 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55778) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:34.727182 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b7a2a-6e6f-4530-96f9-bf3f161a7649 None None] Network 2ebbaafd-3967-48e9-87c6-06018a4be59f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:10:34.796791 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (2ebbaafd-3967-48e9-87c6-06018a4be59f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.831332 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:34.841729 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Deleting port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:10:34.842066 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:34.901096 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] DHCP port deletion for 2ebbaafd-3967-48e9-87c6-06018a4be59f request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:10:34.941835 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] Deleting port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:10:34.942202 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.011417 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] For port 48ed0f34-2ceb-453e-87e2-f74bf9b41500, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=48ed0f34-2ceb-453e-87e2-f74bf9b41500,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:35.012148 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.027005 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] Calling delete_port for 48ed0f34-2ceb-453e-87e2-f74bf9b41500 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:10:35.130387 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] For port 48ed0f34-2ceb-453e-87e2-f74bf9b41500, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=48ed0f34-2ceb-453e-87e2-f74bf9b41500,segment=NetworkSegment(71e57a39-a8b8-4f30-9219-c541dce8dfc7),segment_id=71e57a39-a8b8-4f30-9219-c541dce8dfc7)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:35.130701 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.142065 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:35.145806 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Calling delete_port for 48ed0f34-2ceb-453e-87e2-f74bf9b41500 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:10:35.159141 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.184328 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] Pushing event deleted for resources: {'Port': ['ID=48ed0f34-2ceb-453e-87e2-f74bf9b41500,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:35.187868 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac5625-fc19-4827-9846-09bfa05fa6d0 None None] No DVR routers for this DVR port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:10:35.268179 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (48ed0f34-2ceb-453e-87e2-f74bf9b41500), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.296294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ed0f34-2ceb-453e-87e2-f74bf9b41500,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:35.301664 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] No DVR routers for this DVR port 48ed0f34-2ceb-453e-87e2-f74bf9b41500 on host dv-cinder-846842-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:10:35.350506 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:35.350834 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d1d4b-b612-49f8-b684-5072a60f57f1 req-3f9a0b4c-18a6-4af7-9d71-fff87e98a205 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:35.352542 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-921d1d4b-b612-49f8-b684-5072a60f57f1 req-3f9a0b4c-18a6-4af7-9d71-fff87e98a205 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0500686 Jun 21 03:10:35.374120 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (2ebbaafd-3967-48e9-87c6-06018a4be59f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.397521 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebbaafd-3967-48e9-87c6-06018a4be59f']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:35.402672 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-921d1d4b-b612-49f8-b684-5072a60f57f1 req-4e709daf-a6df-4796-8c99-8c01c06c7f07 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Jun 21 03:10:35.407338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e57a39-a8b8-4f30-9219-c541dce8dfc7') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:35.407627 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e57a39-a8b8-4f30-9219-c541dce8dfc7') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:10:35.421607 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (71e57a39-a8b8-4f30-9219-c541dce8dfc7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.435676 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (71e57a39-a8b8-4f30-9219-c541dce8dfc7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.442712 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:10:35.443134 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (71e57a39-a8b8-4f30-9219-c541dce8dfc7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.476172 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 71e57a39-a8b8-4f30-9219-c541dce8dfc7 resource provider aggregate not found Jun 21 03:10:35.509571 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 71e57a39-a8b8-4f30-9219-c541dce8dfc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71e57a39-a8b8-4f30-9219-c541dce8dfc7 found for delete ", "request_id": "req-26823113-3884-4654-8b8e-b174d3e116bc"}]} Jun 21 03:10:35.518846 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (2ebbaafd-3967-48e9-87c6-06018a4be59f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.525091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.528182 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2ebbaafd-3967-48e9-87c6-06018a4be59f HTTP/1.1" status: 204 len: 168 time: 0.8027804 Jun 21 03:10:35.540306 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0fac6-4ed7-4b1d-bae3-cb02e373bfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebbaafd-3967-48e9-87c6-06018a4be59f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:35.703010 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55794) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:35.743630 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-752da797-ee83-4fdb-9bb1-cf39cdb8e0f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c102f5ee47e426c8f4e0ced15f60bee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394878 Jun 21 03:10:35.746030 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55796) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:35.801511 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7a192b-26fa-4add-be93-e64902e4faa5 admin admin] Publish callbacks [] for security_group (72083fad-a775-4243-a2a4-6359618fedd0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.823600 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7a192b-26fa-4add-be93-e64902e4faa5 admin admin] Publish callbacks [] for security_group (72083fad-a775-4243-a2a4-6359618fedd0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.873646 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7a192b-26fa-4add-be93-e64902e4faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (72083fad-a775-4243-a2a4-6359618fedd0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.876158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a7a192b-26fa-4add-be93-e64902e4faa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:35.877449 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9a7a192b-26fa-4add-be93-e64902e4faa5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72083fad-a775-4243-a2a4-6359618fedd0 HTTP/1.1" status: 204 len: 168 time: 0.1305289 Jun 21 03:10:35.885073 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a192b-26fa-4add-be93-e64902e4faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72083fad-a775-4243-a2a4-6359618fedd0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:36.089466 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e9efde35-3062-47b7-a4bf-9f05aeb523b7 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:10:36.109214 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: e9efde35-3062-47b7-a4bf-9f05aeb523b7 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:10:36.109558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e9efde35-3062-47b7-a4bf-9f05aeb523b7 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:10:36.109969 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 56389aca-d589-425e-9a69-296c49988bdc no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:10:36.128264 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 56389aca-d589-425e-9a69-296c49988bdc {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:10:36.128620 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 56389aca-d589-425e-9a69-296c49988bdc not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:10:36.129026 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 48ed0f34-2ceb-453e-87e2-f74bf9b41500 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:10:36.146995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 48ed0f34-2ceb-453e-87e2-f74bf9b41500 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:10:36.147350 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 48ed0f34-2ceb-453e-87e2-f74bf9b41500 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:10:36.521364 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac06a88-aff0-4512-89dc-4f37a83b69e2 req-f3ab5e38-b04b-4ec8-8f41-e5d36c0ed3c6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:36.523011 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ac06a88-aff0-4512-89dc-4f37a83b69e2 req-f3ab5e38-b04b-4ec8-8f41-e5d36c0ed3c6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Jun 21 03:10:36.576681 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ac06a88-aff0-4512-89dc-4f37a83b69e2 req-609448c6-4e11-48ef-aefe-972b0052b93d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Jun 21 03:10:37.699391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e7cc-d882-4a22-bcde-efe06c003e06 req-550d0555-006f-46ac-9fc8-4d60ead7f3c1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:37.700903 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dd35e7cc-d882-4a22-bcde-efe06c003e06 req-550d0555-006f-46ac-9fc8-4d60ead7f3c1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0585928 Jun 21 03:10:37.750723 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dd35e7cc-d882-4a22-bcde-efe06c003e06 req-0177c7b5-1b9a-4a8d-9fae-2d482129b493 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Jun 21 03:10:38.880071 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dcfed-a141-432e-8f6e-c0d2e4c51c0b req-84327332-2fd1-40a5-ab90-1cc79e7ab9e9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:38.881522 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e52dcfed-a141-432e-8f6e-c0d2e4c51c0b req-84327332-2fd1-40a5-ab90-1cc79e7ab9e9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0482357 Jun 21 03:10:38.936773 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e52dcfed-a141-432e-8f6e-c0d2e4c51c0b req-c444f701-f3c5-4d6a-b133-266a0cd3be11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496600 Jun 21 03:10:40.071042 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0541-c0aa-48b4-a3d4-e60b0053e177 req-296a34fb-8579-4208-9a8a-345cdf8f4587 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:40.072555 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c5a0541-c0aa-48b4-a3d4-e60b0053e177 req-296a34fb-8579-4208-9a8a-345cdf8f4587 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0596187 Jun 21 03:10:40.106705 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:40.132982 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c5a0541-c0aa-48b4-a3d4-e60b0053e177 req-98834bc9-03aa-41e7-98c8-5cbab209179b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Jun 21 03:10:40.683519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc008c88-2bfb-4c1f-a258-d50db73a492e req-5aeafef1-006f-4374-9bf0-42ed475ff946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:40.685099 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dc008c88-2bfb-4c1f-a258-d50db73a492e req-5aeafef1-006f-4374-9bf0-42ed475ff946 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 1129 time: 0.0527110 Jun 21 03:10:40.732722 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dc008c88-2bfb-4c1f-a258-d50db73a492e req-c48e5537-db7a-4204-a989-779be2265d55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Jun 21 03:10:41.251461 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58da5-794b-49e6-95f7-94d98e43a323 req-eab9209d-fa41-4c86-8b33-74e03ed4450c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:41.253213 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-50a58da5-794b-49e6-95f7-94d98e43a323 req-eab9209d-fa41-4c86-8b33-74e03ed4450c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Jun 21 03:10:41.311649 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-50a58da5-794b-49e6-95f7-94d98e43a323 req-55eff72d-d2e8-48c5-939a-1de56c6ceece tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527477 Jun 21 03:10:41.612480 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-505e2b94-c3d8-402a-90fb-ad13b90a2b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:41.916185 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55942) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:42.027947 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:42.090515 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:42.118021 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Publish callbacks [] for security_group (7b18e3e4-b722-43f6-b794-53dbdac4a107), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:42.122653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (7b18e3e4-b722-43f6-b794-53dbdac4a107), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:42.161175 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b18e3e4-b722-43f6-b794-53dbdac4a107,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:42.165394 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e986ed3e936e47bb8c4ac70fb24bb8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481298 Jun 21 03:10:42.168039 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 55946) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:42.179601 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.179946 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.180287 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.180659 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.180990 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.181318 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.181659 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.181962 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.182287 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.182609 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.182935 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.183252 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.183569 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.183884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.184196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f7c72d-fa23-4c06-b5df-498583ef8f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:42.230857 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d25f01ae-f3fa-4227-a68f-69afa0cd2547 admin admin] Publish callbacks [] for security_group (7b18e3e4-b722-43f6-b794-53dbdac4a107), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:42.253776 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d25f01ae-f3fa-4227-a68f-69afa0cd2547 admin admin] Publish callbacks [] for security_group (7b18e3e4-b722-43f6-b794-53dbdac4a107), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:42.289487 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:42.306656 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d25f01ae-f3fa-4227-a68f-69afa0cd2547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (7b18e3e4-b722-43f6-b794-53dbdac4a107), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:42.309215 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d25f01ae-f3fa-4227-a68f-69afa0cd2547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:42.310385 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d25f01ae-f3fa-4227-a68f-69afa0cd2547 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b18e3e4-b722-43f6-b794-53dbdac4a107 HTTP/1.1" status: 204 len: 168 time: 0.1414361 Jun 21 03:10:42.318390 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f01ae-f3fa-4227-a68f-69afa0cd2547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b18e3e4-b722-43f6-b794-53dbdac4a107,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:42.448881 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de67d1f-1ff4-4ebd-9684-5c81e85330cf req-6b9e2bf3-b02b-43fd-948f-db930b79409d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:42.450417 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1de67d1f-1ff4-4ebd-9684-5c81e85330cf req-6b9e2bf3-b02b-43fd-948f-db930b79409d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Jun 21 03:10:42.505392 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1de67d1f-1ff4-4ebd-9684-5c81e85330cf req-ba7c5366-e3ce-4c88-a84a-d5afaa28f46c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Jun 21 03:10:43.640358 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7571a-d5dc-4b52-8b94-0483507be0f2 req-f020ed34-50eb-4138-9167-0796917b685a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:43.641876 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ea7571a-d5dc-4b52-8b94-0483507be0f2 req-f020ed34-50eb-4138-9167-0796917b685a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0580735 Jun 21 03:10:43.694591 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ea7571a-d5dc-4b52-8b94-0483507be0f2 req-c37c74b6-d4bd-420b-846a-bade776ab75a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464656 Jun 21 03:10:43.812731 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaf85b-3b01-4ec1-a8bd-7baf115cd428 req-a730c7f4-913b-4ed7-9f9e-796aa7fdd4e0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:43.814315 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69eaf85b-3b01-4ec1-a8bd-7baf115cd428 req-a730c7f4-913b-4ed7-9f9e-796aa7fdd4e0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0520411 Jun 21 03:10:43.850068 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-39392401-aef3-4f46-82b3-9d7485e10160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:43.877613 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69eaf85b-3b01-4ec1-a8bd-7baf115cd428 req-c2ac1708-fa14-46cc-a6c3-bcefc529b616 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563407 Jun 21 03:10:44.077307 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:44.106645 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=70 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:44.534466 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56074) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:44.544114 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56078) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:44.647704 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-232c96f7-64c3-4276-9d5e-d9d7b07fcc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.676855 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-056fc421-e36a-44b1-b049-c734867ac11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.807338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-232c96f7-64c3-4276-9d5e-d9d7b07fcc81 admin admin] Publish callbacks [] for security_group (ee72def1-f3f6-4176-8456-fdeb0d58464c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.818101 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-056fc421-e36a-44b1-b049-c734867ac11a admin admin] Publish callbacks [] for security_group (728762da-68ac-4c6a-b097-fc2c948053cd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.819106 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-232c96f7-64c3-4276-9d5e-d9d7b07fcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ee72def1-f3f6-4176-8456-fdeb0d58464c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.841885 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.847927 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-056fc421-e36a-44b1-b049-c734867ac11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (728762da-68ac-4c6a-b097-fc2c948053cd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.863944 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-232c96f7-64c3-4276-9d5e-d9d7b07fcc81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9de162af8fab4bc488ca05f5e3003d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283136 Jun 21 03:10:44.866512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56096) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:44.894829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c96f7-64c3-4276-9d5e-d9d7b07fcc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee72def1-f3f6-4176-8456-fdeb0d58464c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:44.902075 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-056fc421-e36a-44b1-b049-c734867ac11a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbee283972514456add5099819c9e86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570302 Jun 21 03:10:44.902265 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:44.926048 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fc421-e36a-44b1-b049-c734867ac11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728762da-68ac-4c6a-b097-fc2c948053cd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:44.956663 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Publish callbacks [] for security_group (ee72def1-f3f6-4176-8456-fdeb0d58464c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:44.984213 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Publish callbacks [] for security_group (ee72def1-f3f6-4176-8456-fdeb0d58464c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.003645 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b057e7-3cb4-401f-9c81-40484764c83b admin admin] Publish callbacks [] for security_group (728762da-68ac-4c6a-b097-fc2c948053cd), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.035846 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56104) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:45.048960 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b057e7-3cb4-401f-9c81-40484764c83b admin admin] Publish callbacks [] for security_group (728762da-68ac-4c6a-b097-fc2c948053cd), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.081696 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ee72def1-f3f6-4176-8456-fdeb0d58464c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.084218 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.085383 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee72def1-f3f6-4176-8456-fdeb0d58464c HTTP/1.1" status: 204 len: 168 time: 0.2177866 Jun 21 03:10:45.095181 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee72def1-f3f6-4176-8456-fdeb0d58464c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:45.105825 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.106224 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.106564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.107096 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.107474 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.107806 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.108123 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.108464 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.108788 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.109118 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.109434 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.109753 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.110068 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.110381 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.110693 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15381c9f-5b42-492f-b6c2-a3139fed762c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:45.125454 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b057e7-3cb4-401f-9c81-40484764c83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (728762da-68ac-4c6a-b097-fc2c948053cd), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.129079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-53b057e7-3cb4-401f-9c81-40484764c83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.132649 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-53b057e7-3cb4-401f-9c81-40484764c83b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/728762da-68ac-4c6a-b097-fc2c948053cd HTTP/1.1" status: 204 len: 168 time: 0.2267716 Jun 21 03:10:45.154894 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b057e7-3cb4-401f-9c81-40484764c83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728762da-68ac-4c6a-b097-fc2c948053cd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:45.174170 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a6c537ac-2fa1-46e3-b68c-77b3a239ab98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.238505 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=17 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:45.280104 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a6c537ac-2fa1-46e3-b68c-77b3a239ab98 admin admin] Publish callbacks [] for security_group (42733144-e5a6-42de-9294-43c998bc8405), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.288390 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a6c537ac-2fa1-46e3-b68c-77b3a239ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (42733144-e5a6-42de-9294-43c998bc8405), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.308535 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:45.338746 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c537ac-2fa1-46e3-b68c-77b3a239ab98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42733144-e5a6-42de-9294-43c998bc8405,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:45.348166 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56118) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:45.351142 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a6c537ac-2fa1-46e3-b68c-77b3a239ab98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edf9a0cf539e4df48b495e11a465b840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140268 Jun 21 03:10:45.382281 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:45.427334 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a0035a8-cc5b-40c4-9e96-1d9374830ddb admin admin] Publish callbacks [] for security_group (42733144-e5a6-42de-9294-43c998bc8405), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.451359 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a0035a8-cc5b-40c4-9e96-1d9374830ddb admin admin] Publish callbacks [] for security_group (42733144-e5a6-42de-9294-43c998bc8405), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.516536 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a0035a8-cc5b-40c4-9e96-1d9374830ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (42733144-e5a6-42de-9294-43c998bc8405), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.519603 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1a0035a8-cc5b-40c4-9e96-1d9374830ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.523503 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1a0035a8-cc5b-40c4-9e96-1d9374830ddb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42733144-e5a6-42de-9294-43c998bc8405 HTTP/1.1" status: 204 len: 168 time: 0.1736062 Jun 21 03:10:45.546187 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0035a8-cc5b-40c4-9e96-1d9374830ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42733144-e5a6-42de-9294-43c998bc8405,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:45.554220 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56126) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:45.575600 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91b04075-4df0-4a79-925b-4c66344e85d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.603450 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56128) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:45.653178 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1a00b51-54f8-4bc0-9c36-aa8176c442ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.664749 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-ce116678-f4c9-40ae-8f19-2de4ad8e4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:45.666463 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-ce116678-f4c9-40ae-8f19-2de4ad8e4351 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1130 time: 0.0563524 Jun 21 03:10:45.673104 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9052e54-f1dd-4cf1-91b9-b9dee7a4302a req-7b007f54-d787-4d52-8f44-8aae3cffc628 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:45.675887 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9052e54-f1dd-4cf1-91b9-b9dee7a4302a req-7b007f54-d787-4d52-8f44-8aae3cffc628 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0728252 Jun 21 03:10:45.769558 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9052e54-f1dd-4cf1-91b9-b9dee7a4302a req-a599b218-873a-4390-b5bd-93d4980cbfd3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839689 Jun 21 03:10:45.771673 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91b04075-4df0-4a79-925b-4c66344e85d2 admin admin] Publish callbacks [] for security_group (48c2de21-4006-49ff-83ad-49b8e25d086d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.777336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91b04075-4df0-4a79-925b-4c66344e85d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (48c2de21-4006-49ff-83ad-49b8e25d086d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.781505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:45.824931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b04075-4df0-4a79-925b-4c66344e85d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2de21-4006-49ff-83ad-49b8e25d086d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:45.826440 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-49c804b6-3c00-4714-a650-95e8b48a4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:45.827932 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-49c804b6-3c00-4714-a650-95e8b48a4616 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.1541562 Jun 21 03:10:45.832816 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-91b04075-4df0-4a79-925b-4c66344e85d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96145340203442378fb4e3febaef82db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773983 Jun 21 03:10:45.833090 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1a00b51-54f8-4bc0-9c36-aa8176c442ca admin admin] Publish callbacks [] for security_group (bed61b3f-efb0-4146-92e1-80c350816545), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.835337 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56132) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:45.842032 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d1a00b51-54f8-4bc0-9c36-aa8176c442ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (bed61b3f-efb0-4146-92e1-80c350816545), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.887840 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-ce0bd76b-78cb-4950-ac3f-f12a45fcdc8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07 HTTP/1.1" status: 200 len: 217 time: 0.0532124 Jun 21 03:10:45.894337 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f971bb4-310f-42fb-bbed-f50df58c12dd admin admin] Publish callbacks [] for security_group (48c2de21-4006-49ff-83ad-49b8e25d086d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.919360 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f971bb4-310f-42fb-bbed-f50df58c12dd admin admin] Publish callbacks [] for security_group (48c2de21-4006-49ff-83ad-49b8e25d086d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:45.940587 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d1a00b51-54f8-4bc0-9c36-aa8176c442ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92340f1b9d7943748d01cb7ef3128da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358278 Jun 21 03:10:45.944469 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56140) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:45.945138 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a00b51-54f8-4bc0-9c36-aa8176c442ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed61b3f-efb0-4146-92e1-80c350816545,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:45.964026 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-314c9a30-215e-4fef-99c3-e55a27523b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:45.965695 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-314c9a30-215e-4fef-99c3-e55a27523b3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0682199 Jun 21 03:10:46.015535 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-b79f13f6-2dc8-48d3-8f6a-31b16793d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:46.017331 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02f3a5a2-9f6b-4e9f-809a-d26609e0986c admin admin] Publish callbacks [] for security_group (bed61b3f-efb0-4146-92e1-80c350816545), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.017614 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-b79f13f6-2dc8-48d3-8f6a-31b16793d0f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445571 Jun 21 03:10:46.032275 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f971bb4-310f-42fb-bbed-f50df58c12dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (48c2de21-4006-49ff-83ad-49b8e25d086d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.036359 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f971bb4-310f-42fb-bbed-f50df58c12dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.037910 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9f971bb4-310f-42fb-bbed-f50df58c12dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48c2de21-4006-49ff-83ad-49b8e25d086d HTTP/1.1" status: 204 len: 168 time: 0.2014337 Jun 21 03:10:46.062956 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02f3a5a2-9f6b-4e9f-809a-d26609e0986c admin admin] Publish callbacks [] for security_group (bed61b3f-efb0-4146-92e1-80c350816545), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.065816 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f971bb4-310f-42fb-bbed-f50df58c12dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2de21-4006-49ff-83ad-49b8e25d086d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:46.134369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02f3a5a2-9f6b-4e9f-809a-d26609e0986c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (bed61b3f-efb0-4146-92e1-80c350816545), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.137396 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02f3a5a2-9f6b-4e9f-809a-d26609e0986c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.144491 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-02f3a5a2-9f6b-4e9f-809a-d26609e0986c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bed61b3f-efb0-4146-92e1-80c350816545 HTTP/1.1" status: 204 len: 168 time: 0.1985049 Jun 21 03:10:46.147880 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-2422396f-c545-4753-8352-cf2cd26c3366 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238658 Jun 21 03:10:46.162825 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3a5a2-9f6b-4e9f-809a-d26609e0986c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed61b3f-efb0-4146-92e1-80c350816545,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:46.249840 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78a0d5a7-01da-4249-ada4-c5e125505d0e req-7ffc61f4-2328-4fd3-bff4-dc0463755a32 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944965 Jun 21 03:10:46.260341 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.485987 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56168) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:46.500284 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9416ef4d-58a6-4e0c-90ba-853a7c51f025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.536271 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:46.594452 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9416ef4d-58a6-4e0c-90ba-853a7c51f025 admin admin] Publish callbacks [] for security_group (60e68d5b-409b-40e8-865b-b34e1fcedf41), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.599796 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9416ef4d-58a6-4e0c-90ba-853a7c51f025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (60e68d5b-409b-40e8-865b-b34e1fcedf41), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.640393 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416ef4d-58a6-4e0c-90ba-853a7c51f025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e68d5b-409b-40e8-865b-b34e1fcedf41,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:46.646122 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9416ef4d-58a6-4e0c-90ba-853a7c51f025 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ca4b7a74c924e6b80e3bd08e8bdfc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589358 Jun 21 03:10:46.648836 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56176) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:46.686125 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.706293 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb65fb72-10b2-40d3-9666-17e0905dd8e9 admin admin] Publish callbacks [] for security_group (60e68d5b-409b-40e8-865b-b34e1fcedf41), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.731715 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb65fb72-10b2-40d3-9666-17e0905dd8e9 admin admin] Publish callbacks [] for security_group (60e68d5b-409b-40e8-865b-b34e1fcedf41), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.749030 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:46.784963 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb65fb72-10b2-40d3-9666-17e0905dd8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (60e68d5b-409b-40e8-865b-b34e1fcedf41), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.788196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb65fb72-10b2-40d3-9666-17e0905dd8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:46.791732 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bb65fb72-10b2-40d3-9666-17e0905dd8e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60e68d5b-409b-40e8-865b-b34e1fcedf41 HTTP/1.1" status: 204 len: 168 time: 0.1396234 Jun 21 03:10:46.805754 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65fb72-10b2-40d3-9666-17e0905dd8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e68d5b-409b-40e8-865b-b34e1fcedf41,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:46.903076 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f096f4-aefe-4eca-8f57-830e4d1886b2 req-5e1b3923-0eaa-4af8-bd8e-c9efcba5295c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:46.904727 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-11f096f4-aefe-4eca-8f57-830e4d1886b2 req-5e1b3923-0eaa-4af8-bd8e-c9efcba5295c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0549240 Jun 21 03:10:46.969003 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-11f096f4-aefe-4eca-8f57-830e4d1886b2 req-4cf0ae5a-7492-4688-b620-a883245af80f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Jun 21 03:10:46.986191 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56196) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:47.089959 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.190529 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-982858207-network', 'tenant_id': '0d8e2178a3c84520ac00fc1cf2da0329'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:47.212993 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Made reservation on behalf of 0d8e2178a3c84520ac00fc1cf2da0329 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:47.215485 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.225164 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.264832 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:47.306136 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks [] for security_group (8a1c4c61-0b03-499b-8b8b-a48f8a8f665a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.310824 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8a1c4c61-0b03-499b-8b8b-a48f8a8f665a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.343896 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:10:47.351641 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:47.358619 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (c48112e0-7314-4063-b829-0ce02abedafe), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.358992 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Added segment c48112e0-7314-4063-b829-0ce02abedafe of type vlan for network f2abf431-f273-437a-aebe-28a3974ec06c Jun 21 03:10:47.406681 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (f2abf431-f273-437a-aebe-28a3974ec06c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.433191 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (f2abf431-f273-437a-aebe-28a3974ec06c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.434165 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:47.434736 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.463664 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4761040 Jun 21 03:10:47.466850 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56214) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:47.471684 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Request body: {'subnet': {'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-982858207-subnet', 'tenant_id': '0d8e2178a3c84520ac00fc1cf2da0329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:47.493024 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Made reservation on behalf of 0d8e2178a3c84520ac00fc1cf2da0329 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:47.495314 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8935498'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.499897 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc04f74-2e8e-4173-bb79-b22f376a9553 admin admin] Pushing event updated for resources: {'Network': ['ID=f2abf431-f273-437a-aebe-28a3974ec06c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:47.516224 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network f2abf431-f273-437a-aebe-28a3974ec06c details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:10:47.520333 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:47.664608 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:47.683481 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4059148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8935484'] for subnet (1808204a-ec5f-4c1b-b566-bdf852441e0e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.733778 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1808204a-ec5f-4c1b-b566-bdf852441e0e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:47.750788 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Checking segment: {'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:47.751120 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Network hostable DHCP agents. Network: f2abf431-f273-437a-aebe-28a3974ec06c, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:10:47.769612 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Network f2abf431-f273-437a-aebe-28a3974ec06c is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:10:47.779959 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, f2abf431-f273-437a-aebe-28a3974ec06c) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:47.784346 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:47.784968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:47.790617 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fad90d-aa6e-44a6-bed9-3ab465346fa6 None None] Network f2abf431-f273-437a-aebe-28a3974ec06c requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:10:47.817416 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-39f4b7ab-451a-4367-838f-80e542e53c87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3463352 Jun 21 03:10:47.900552 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83ceaf-6d23-4a62-9911-ec3760281e17 None None] Network f2abf431-f273-437a-aebe-28a3974ec06c requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:10:48.103460 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aabb76-a80e-4208-a201-c857a8cfe516 req-4f29e247-6c8f-4f6a-acab-c666da0f1062 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:48.105644 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8aabb76-a80e-4208-a201-c857a8cfe516 req-4f29e247-6c8f-4f6a-acab-c666da0f1062 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0547209 Jun 21 03:10:48.161022 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8aabb76-a80e-4208-a201-c857a8cfe516 req-9795f2df-1d28-4f79-88bc-c9bb141a9691 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479186 Jun 21 03:10:49.222224 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56276) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:49.272558 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73542b9-2b80-4922-8549-90ba71ef021d req-a1981602-9519-4438-b298-ff226913498c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:49.274285 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a73542b9-2b80-4922-8549-90ba71ef021d req-a1981602-9519-4438-b298-ff226913498c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0462232 Jun 21 03:10:49.335270 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247bf89b-514e-44e3-8348-1de0e9c3ab24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:49.339686 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a73542b9-2b80-4922-8549-90ba71ef021d req-3ad80a4a-82e8-45c6-89a5-c37f8d19b869 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600274 Jun 21 03:10:49.428084 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247bf89b-514e-44e3-8348-1de0e9c3ab24 admin admin] Publish callbacks [] for security_group (dbb4ec4d-d47c-4397-9023-760d88765baf), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:49.433151 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-247bf89b-514e-44e3-8348-1de0e9c3ab24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (dbb4ec4d-d47c-4397-9023-760d88765baf), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:49.470579 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bf89b-514e-44e3-8348-1de0e9c3ab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4ec4d-d47c-4397-9023-760d88765baf,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:49.476080 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-247bf89b-514e-44e3-8348-1de0e9c3ab24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1dada5ebd6b443d8ca09f47b21da600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528579 Jun 21 03:10:49.478817 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:49.520238 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:49.706500 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-78e75d1c-2e67-4651-9722-411ce208ae03 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:49.708117 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-78e75d1c-2e67-4651-9722-411ce208ae03 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/networks?id=f2abf431-f273-437a-aebe-28a3974ec06c HTTP/1.1" status: 200 len: 813 time: 0.1079214 Jun 21 03:10:49.723599 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-4de624dc-fd29-4112-b411-addd8074f1d7 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/quotas/0d8e2178a3c84520ac00fc1cf2da0329 HTTP/1.1" status: 200 len: 375 time: 0.0098972 Jun 21 03:10:49.762422 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff01f-4537-4385-9539-8694a34d9be3 admin admin] Publish callbacks [] for security_group (dbb4ec4d-d47c-4397-9023-760d88765baf), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:49.767505 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-d5e9f39b-6ed8-4126-b9e2-7f9741a7145b tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d8e2178a3c84520ac00fc1cf2da0329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328403 Jun 21 03:10:49.784927 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff01f-4537-4385-9539-8694a34d9be3 admin admin] Publish callbacks [] for security_group (dbb4ec4d-d47c-4397-9023-760d88765baf), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:49.832751 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff01f-4537-4385-9539-8694a34d9be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (dbb4ec4d-d47c-4397-9023-760d88765baf), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:49.835261 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1ff01f-4537-4385-9539-8694a34d9be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:49.836431 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7f1ff01f-4537-4385-9539-8694a34d9be3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbb4ec4d-d47c-4397-9023-760d88765baf HTTP/1.1" status: 204 len: 168 time: 0.3566980 Jun 21 03:10:49.843989 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ff01f-4537-4385-9539-8694a34d9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4ec4d-d47c-4397-9023-760d88765baf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:49.861204 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-92cc0929-9123-4dc8-a99d-edad4e7cc884 service neutron] 10.222.0.16 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866287 Jun 21 03:10:49.955283 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-ecb41a93-66b3-47d9-859b-e58e64ea26f3 service neutron] 10.222.0.16 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885141 Jun 21 03:10:50.122483 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b91a25f8-f493-4a92-a9ca-3dc645558554 req-a3165cb8-926e-4d83-ae32-c6fbd38747dd tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Jun 21 03:10:50.138625 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56306) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:50.153739 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-616244ef-565f-4ab4-82a9-5bf40ad21c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:50.181154 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:50.237188 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-616244ef-565f-4ab4-82a9-5bf40ad21c4a admin admin] Publish callbacks [] for security_group (718c5ab6-829b-414c-b7a0-6bd9d7aff7e3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:50.242151 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-616244ef-565f-4ab4-82a9-5bf40ad21c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (718c5ab6-829b-414c-b7a0-6bd9d7aff7e3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:50.269183 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:50.282325 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616244ef-565f-4ab4-82a9-5bf40ad21c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718c5ab6-829b-414c-b7a0-6bd9d7aff7e3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:50.287832 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-616244ef-565f-4ab4-82a9-5bf40ad21c4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f92190aa6fdb43aebc8b064c0ced8b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481850 Jun 21 03:10:50.290646 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56312) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:50.343110 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d124c-a2a6-4cc6-802b-16edddc3d341 admin admin] Publish callbacks [] for security_group (718c5ab6-829b-414c-b7a0-6bd9d7aff7e3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:50.365266 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d124c-a2a6-4cc6-802b-16edddc3d341 admin admin] Publish callbacks [] for security_group (718c5ab6-829b-414c-b7a0-6bd9d7aff7e3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:50.428775 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d124c-a2a6-4cc6-802b-16edddc3d341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (718c5ab6-829b-414c-b7a0-6bd9d7aff7e3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:50.432203 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c2d124c-a2a6-4cc6-802b-16edddc3d341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:50.436790 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8c2d124c-a2a6-4cc6-802b-16edddc3d341 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/718c5ab6-829b-414c-b7a0-6bd9d7aff7e3 HTTP/1.1" status: 204 len: 168 time: 0.1449597 Jun 21 03:10:50.448137 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d124c-a2a6-4cc6-802b-16edddc3d341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c5ab6-829b-414c-b7a0-6bd9d7aff7e3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:50.662740 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b94d1-f616-4502-9d54-57ad88e3133b req-2b7415f0-2721-46e2-bab8-cb276c9bc1dc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:50.664399 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-557b94d1-f616-4502-9d54-57ad88e3133b req-2b7415f0-2721-46e2-bab8-cb276c9bc1dc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0537164 Jun 21 03:10:50.717508 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-557b94d1-f616-4502-9d54-57ad88e3133b req-22a19188-d047-4429-a284-6cadd9c748f3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Jun 21 03:10:51.282854 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bddcc9f8-556b-4ede-b1e7-e2d567108731 req-a39d2d93-e40b-407f-bc79-f4c2449ff94b tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 210 time: 0.0632324 Jun 21 03:10:51.287803 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:51.322943 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-f8f8a8ab-59e7-4343-8f88-69f527556059 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:51.324394 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-f8f8a8ab-59e7-4343-8f88-69f527556059 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "GET /v2.0/networks?id=f2abf431-f273-437a-aebe-28a3974ec06c HTTP/1.1" status: 200 len: 813 time: 0.1486008 Jun 21 03:10:51.346022 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Request body: {'port': {'device_id': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c', 'admin_state_up': True, 'tenant_id': '0d8e2178a3c84520ac00fc1cf2da0329'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:51.454506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Made reservation on behalf of 0d8e2178a3c84520ac00fc1cf2da0329 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:51.458054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:51.589602 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Allocated IP 172.20.0.12 (f2abf431-f273-437a-aebe-28a3974ec06c/1808204a-ec5f-4c1b-b566-bdf852441e0e/390e62c6-ae36-4c70-b2b1-25b19e6cfc84) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:10:51.741866 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks [] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:51.766456 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:51.778843 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:51.824158 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Network f2abf431-f273-437a-aebe-28a3974ec06c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:10:51.829110 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:10:51.833270 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:10:51.839385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Pushing event updated for resources: {'Port': ['ID=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:51.846201 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5f005-1646-465a-beb1-095b3be4bd66 req-6bebb36d-cdc6-455f-9872-cf7252284bd5 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:51.848013 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3f5f005-1646-465a-beb1-095b3be4bd66 req-6bebb36d-cdc6-455f-9872-cf7252284bd5 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0562418 Jun 21 03:10:51.886280 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:51.886902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:51.905834 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-0f0b2d05-cc95-4fdf-8050-649f9c749dcb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655510 Jun 21 03:10:51.906100 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3f5f005-1646-465a-beb1-095b3be4bd66 req-81024b78-fbd1-4e6b-90ee-81bbe168300a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512772 Jun 21 03:10:51.930292 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Request body: {'port': {'device_id': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:51.994005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:52.120672 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:52.262518 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:10:52.270265 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Publish callbacks [] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:52.283946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Transition to ACTIVE for port object 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:10:52.287935 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:52.342548 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Pushing event updated for resources: {'Port': ['ID=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:52.443830 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5df264-914f-4f1f-9b3b-238dfa136d9b req-3312b35d-40b4-4d28-80b8-080cee7f3004 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:52.445355 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e5df264-914f-4f1f-9b3b-238dfa136d9b req-3312b35d-40b4-4d28-80b8-080cee7f3004 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 944 time: 0.0731890 Jun 21 03:10:52.474191 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Attempting to bind port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:10:52.474629 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Attempting to bind port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:10:52.474956 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Attempting to bind port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 on network f2abf431-f273-437a-aebe-28a3974ec06c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:52.486725 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 on network f2abf431-f273-437a-aebe-28a3974ec06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:10:52.487077 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Attempting to bind port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 on network f2abf431-f273-437a-aebe-28a3974ec06c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:10:52.501483 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:10:52.501915 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Checking segment: {'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:10:52.502293 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Bound using segment: {'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:10:52.502724 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Bound port: 390e62c6-ae36-4c70-b2b1-25b19e6cfc84, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:10:52.503078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:52.524394 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e5df264-914f-4f1f-9b3b-238dfa136d9b req-c4462cc6-b64c-4e6f-8ed7-1685e07bba01 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Jun 21 03:10:52.579327 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] For port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:10:52.582814 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] For port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:10:52.590399 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:52.627899 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:52.628501 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:52.629876 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] 10.222.0.36 "PUT /v2.0/ports/390e62c6-ae36-4c70-b2b1-25b19e6cfc84 HTTP/1.1" status: 200 len: 1094 time: 0.7039948 Jun 21 03:10:52.630347 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'tag': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:10:52.632709 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29923de-779b-4eee-a434-04289eafa9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3440fef6-b7ab-473a-a9cc-59bda5a7e862", "tag": "390e62c6-ae36-4c70-b2b1-25b19e6cfc84"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:10:52.653841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:52.661380 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd1f8e-7e9f-466c-ba86-f3d435bdd883 service neutron] Pushing event updated for resources: {'Port': ['ID=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:52.686625 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b20073-ff8a-42f0-a780-f324062f342a x-openstack-request-id: req-44b20073-ff8a-42f0-a780-f324062f342a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:10:52.686956 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3440fef6-b7ab-473a-a9cc-59bda5a7e862", "tag": "390e62c6-ae36-4c70-b2b1-25b19e6cfc84", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:10:52.687206 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44b20073-ff8a-42f0-a780-f324062f342a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:10:52.687675 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b20073-ff8a-42f0-a780-f324062f342a'] response: {'name': 'network-changed', 'server_uuid': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'tag': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84', 'status': 'completed', 'code': 200} Jun 21 03:10:52.861248 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-93d6ec31-33fb-4fd6-ac85-fe660382d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:52.862876 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-93d6ec31-33fb-4fd6-ac85-fe660382d7be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d8e2178a3c84520ac00fc1cf2da0329&device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 1128 time: 0.0491250 Jun 21 03:10:52.925032 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-d3455c54-4810-493a-a8f1-45d675d8771c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390e62c6-ae36-4c70-b2b1-25b19e6cfc84 HTTP/1.1" status: 200 len: 217 time: 0.0384586 Jun 21 03:10:52.993681 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-3016c2aa-ad31-4cc1-9acf-62b7c09a88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:52.995270 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-3016c2aa-ad31-4cc1-9acf-62b7c09a88a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1808204a-ec5f-4c1b-b566-bdf852441e0e HTTP/1.1" status: 200 len: 853 time: 0.0655730 Jun 21 03:10:53.051029 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-47707d73-ade0-4153-9c15-d5d782bb0c75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2abf431-f273-437a-aebe-28a3974ec06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312116 Jun 21 03:10:53.061900 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348f872-de06-427e-b113-875b57433be9 req-d48534c7-fbfe-4dbc-85c6-c6cb0761a46a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:53.063316 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0348f872-de06-427e-b113-875b57433be9 req-d48534c7-fbfe-4dbc-85c6-c6cb0761a46a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0873635 Jun 21 03:10:53.207788 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0348f872-de06-427e-b113-875b57433be9 req-6fa9c036-cad8-4ff2-ab2a-f62797833324 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362836 Jun 21 03:10:53.212624 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041191e-24c8-49bd-a793-e279815403e1 req-ad7ba5f7-7c5d-48ff-8f69-aeb3d8d443b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:53.214014 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6041191e-24c8-49bd-a793-e279815403e1 req-ad7ba5f7-7c5d-48ff-8f69-aeb3d8d443b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1130 time: 0.0952339 Jun 21 03:10:53.220319 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:53.227579 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-eaa89d0c-49fc-4882-9115-6ac000c209a5 service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633370 Jun 21 03:10:53.396401 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041191e-24c8-49bd-a793-e279815403e1 req-952bc6bf-a2c3-473e-ab19-0e62bbf7239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:53.397839 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6041191e-24c8-49bd-a793-e279815403e1 req-952bc6bf-a2c3-473e-ab19-0e62bbf7239b service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.1595900 Jun 21 03:10:53.399690 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9192afad-fda9-43ad-a075-4a6d7796e31e req-5e97f1ec-3163-439e-8025-7e5784b1efb6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625705 Jun 21 03:10:53.448003 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6041191e-24c8-49bd-a793-e279815403e1 req-85e91247-c645-425a-b9d1-1c8474be27b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07 HTTP/1.1" status: 200 len: 217 time: 0.0335612 Jun 21 03:10:53.653072 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5404f5e-a371-4665-9513-4e1fbf7d1b8e req-ea79bb54-225a-441a-b253-a5c0ea05df09 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:53.654539 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5404f5e-a371-4665-9513-4e1fbf7d1b8e req-ea79bb54-225a-441a-b253-a5c0ea05df09 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 944 time: 0.0523763 Jun 21 03:10:53.701473 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5404f5e-a371-4665-9513-4e1fbf7d1b8e req-1075fe51-84f8-4d34-8e40-74bd259f4325 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Jun 21 03:10:54.327760 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def68547-2664-4747-8b98-cf8e19f0eeff req-32b20129-643b-4436-b829-2821fe196538 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:54.329263 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-def68547-2664-4747-8b98-cf8e19f0eeff req-32b20129-643b-4436-b829-2821fe196538 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0472028 Jun 21 03:10:54.379379 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-def68547-2664-4747-8b98-cf8e19f0eeff req-f805eea6-f56c-4ea7-b64c-b71fcba089d6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Jun 21 03:10:54.832200 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185c9db-57cd-483d-a4c9-b896a2d8012f req-2d9bf8c6-c3cd-4265-8034-01adb65b670d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:54.833659 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e185c9db-57cd-483d-a4c9-b896a2d8012f req-2d9bf8c6-c3cd-4265-8034-01adb65b670d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 944 time: 0.0522823 Jun 21 03:10:54.884286 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e185c9db-57cd-483d-a4c9-b896a2d8012f req-6d761f6f-f245-4ed2-91b2-4627dfc021df tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Jun 21 03:10:55.510851 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b6b80-5537-4940-aee3-261ea57be031 req-6cc18332-c0fe-4eb1-a913-883bcf28e91e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:55.512304 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-435b6b80-5537-4940-aee3-261ea57be031 req-6cc18332-c0fe-4eb1-a913-883bcf28e91e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0535929 Jun 21 03:10:55.560100 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-435b6b80-5537-4940-aee3-261ea57be031 req-ea2b5267-b696-48a4-9063-dd183534dcdf tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Jun 21 03:10:56.018960 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dfbf3-2c3d-488a-a1c9-53dc8d999d6a req-61dcf3c0-58e1-4d5a-87ec-b64f50b39c75 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:56.020548 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-915dfbf3-2c3d-488a-a1c9-53dc8d999d6a req-61dcf3c0-58e1-4d5a-87ec-b64f50b39c75 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 944 time: 0.0567493 Jun 21 03:10:56.070087 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-915dfbf3-2c3d-488a-a1c9-53dc8d999d6a req-74ccc4e8-0152-420f-95e9-6c7090382ba8 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 Jun 21 03:10:56.678629 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f49751-01ac-4258-b49d-a7e7481553e4 req-9ebd5817-9faa-4e79-b004-532936ecd7da tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:56.680132 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2f49751-01ac-4258-b49d-a7e7481553e4 req-9ebd5817-9faa-4e79-b004-532936ecd7da tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0527289 Jun 21 03:10:56.730576 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2f49751-01ac-4258-b49d-a7e7481553e4 req-bdb2a40d-d38d-4b22-af9d-b40c98281651 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Jun 21 03:10:56.833648 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56458) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:56.951909 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2214623-35cf-40cb-89de-631b3fb97966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.048049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2214623-35cf-40cb-89de-631b3fb97966 admin admin] Publish callbacks [] for security_group (1177ac9b-9ac2-4243-a77e-0114ee4c08a9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.054043 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2214623-35cf-40cb-89de-631b3fb97966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1177ac9b-9ac2-4243-a77e-0114ee4c08a9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.091614 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2214623-35cf-40cb-89de-631b3fb97966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1177ac9b-9ac2-4243-a77e-0114ee4c08a9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:57.095872 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d2214623-35cf-40cb-89de-631b3fb97966 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=145d455ad13246fbbd36a23a98c0126f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612216 Jun 21 03:10:57.098907 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56464) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:57.177198 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14a318c1-c8b7-459a-a185-07534ff7416f admin admin] Publish callbacks [] for security_group (1177ac9b-9ac2-4243-a77e-0114ee4c08a9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.202519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c905c-c62d-4b2d-8121-7aced0052526 req-009a08a2-363f-4b0f-8cf7-11562d3da97f tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:57.203977 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-553c905c-c62d-4b2d-8121-7aced0052526 req-009a08a2-363f-4b0f-8cf7-11562d3da97f tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 944 time: 0.0642030 Jun 21 03:10:57.213878 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14a318c1-c8b7-459a-a185-07534ff7416f admin admin] Publish callbacks [] for security_group (1177ac9b-9ac2-4243-a77e-0114ee4c08a9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.259068 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:57.269369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:57.289257 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-553c905c-c62d-4b2d-8121-7aced0052526 req-c69ac4c7-a9c5-440a-b354-7ad537adf455 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Jun 21 03:10:57.316111 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14a318c1-c8b7-459a-a185-07534ff7416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1177ac9b-9ac2-4243-a77e-0114ee4c08a9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.320373 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14a318c1-c8b7-459a-a185-07534ff7416f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.321623 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-14a318c1-c8b7-459a-a185-07534ff7416f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1177ac9b-9ac2-4243-a77e-0114ee4c08a9 HTTP/1.1" status: 204 len: 168 time: 0.2216933 Jun 21 03:10:57.330001 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a318c1-c8b7-459a-a185-07534ff7416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177ac9b-9ac2-4243-a77e-0114ee4c08a9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:57.607148 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56472) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:57.625240 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9d37091-03bf-4bf4-9421-46532a3e6272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.710028 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9d37091-03bf-4bf4-9421-46532a3e6272 admin admin] Publish callbacks [] for security_group (765f0e01-b7ad-47d8-98c6-ba9ba59a37b1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.715492 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9d37091-03bf-4bf4-9421-46532a3e6272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (765f0e01-b7ad-47d8-98c6-ba9ba59a37b1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.722161 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041191e-24c8-49bd-a793-e279815403e1 req-66a472a9-0344-434d-8606-c44a643e05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:57.723964 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6041191e-24c8-49bd-a793-e279815403e1 req-66a472a9-0344-434d-8606-c44a643e05a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0947659 Jun 21 03:10:57.725177 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29923de-779b-4eee-a434-04289eafa9bc req-3ba6797d-9d92-4d67-a2b4-d1ad4c6b2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:57.726921 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29923de-779b-4eee-a434-04289eafa9bc req-3ba6797d-9d92-4d67-a2b4-d1ad4c6b2870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d8e2178a3c84520ac00fc1cf2da0329&device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 1128 time: 0.0643430 Jun 21 03:10:57.755653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d37091-03bf-4bf4-9421-46532a3e6272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765f0e01-b7ad-47d8-98c6-ba9ba59a37b1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:57.760248 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f9d37091-03bf-4bf4-9421-46532a3e6272 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94299ff859a3489c981446a76c4d5af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520746 Jun 21 03:10:57.763108 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56480) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:57.805424 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041191e-24c8-49bd-a793-e279815403e1 req-c00c69c8-76a6-44f0-b3ae-8313e7575eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:57.808477 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6041191e-24c8-49bd-a793-e279815403e1 req-c00c69c8-76a6-44f0-b3ae-8313e7575eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721967 Jun 21 03:10:57.823436 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb26a8ef-a0fb-49f1-8279-51fadb5a0820 admin admin] Publish callbacks [] for security_group (765f0e01-b7ad-47d8-98c6-ba9ba59a37b1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.846306 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb26a8ef-a0fb-49f1-8279-51fadb5a0820 admin admin] Publish callbacks [] for security_group (765f0e01-b7ad-47d8-98c6-ba9ba59a37b1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.893640 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:57.922720 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb26a8ef-a0fb-49f1-8279-51fadb5a0820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (765f0e01-b7ad-47d8-98c6-ba9ba59a37b1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.930639 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb26a8ef-a0fb-49f1-8279-51fadb5a0820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:57.934304 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cb26a8ef-a0fb-49f1-8279-51fadb5a0820 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/765f0e01-b7ad-47d8-98c6-ba9ba59a37b1 HTTP/1.1" status: 204 len: 168 time: 0.1675839 Jun 21 03:10:57.936099 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901234df-f6b5-4256-bc00-91af5162866d req-a88cad27-691e-4b98-a1c7-5795867577ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:57.937613 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-901234df-f6b5-4256-bc00-91af5162866d req-a88cad27-691e-4b98-a1c7-5795867577ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0941646 Jun 21 03:10:57.945091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26a8ef-a0fb-49f1-8279-51fadb5a0820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765f0e01-b7ad-47d8-98c6-ba9ba59a37b1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:57.978251 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29923de-779b-4eee-a434-04289eafa9bc req-316c5544-6d76-4c4b-a358-719dd266ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:57.979680 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29923de-779b-4eee-a434-04289eafa9bc req-316c5544-6d76-4c4b-a358-719dd266ac56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2abf431-f273-437a-aebe-28a3974ec06c HTTP/1.1" status: 200 len: 914 time: 0.2344575 Jun 21 03:10:58.046764 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29923de-779b-4eee-a434-04289eafa9bc req-95e48a78-37f3-4887-9d42-32b5ab3c44da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=390e62c6-ae36-4c70-b2b1-25b19e6cfc84 HTTP/1.1" status: 200 len: 217 time: 0.0525854 Jun 21 03:10:58.102566 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-901234df-f6b5-4256-bc00-91af5162866d req-4b96240d-807c-4b8b-8e30-9c9c64866ace tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310725 Jun 21 03:10:58.105588 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6041191e-24c8-49bd-a793-e279815403e1 req-124b9569-9ffc-4864-8724-95e4e743d4a3 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609107 Jun 21 03:10:58.115608 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:58.127611 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29923de-779b-4eee-a434-04289eafa9bc req-fec4e37b-1ef9-4c47-b8f3-6e406401cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:58.129397 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29923de-779b-4eee-a434-04289eafa9bc req-fec4e37b-1ef9-4c47-b8f3-6e406401cd21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1808204a-ec5f-4c1b-b566-bdf852441e0e HTTP/1.1" status: 200 len: 853 time: 0.0714986 Jun 21 03:10:58.168270 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-89ffbb34-b1ba-4b33-8f5d-389c2f1e7b49 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515630251&fields=id&tenant_id=1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 267 time: 0.0462661 Jun 21 03:10:58.276193 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-2f409271-2a36-4379-b2b5-d7af373fa6ee tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:58.277723 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-2f409271-2a36-4379-b2b5-d7af373fa6ee tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 811 time: 0.1023953 Jun 21 03:10:58.297968 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-585def40-f968-4a84-b8b1-a00d3a1b68e4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/quotas/1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 375 time: 0.0098150 Jun 21 03:10:58.304162 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56496) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:58.346516 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0675-825b-44f4-923f-8ad587813456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.371230 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-3486c496-f276-4ac8-aad9-11b257e49088 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711842 Jun 21 03:10:58.408965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba42542-6194-4b40-8b16-086317b6a17c req-537f36f0-dd71-47e2-9bc7-2bd12ff4916d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:58.410474 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eba42542-6194-4b40-8b16-086317b6a17c req-537f36f0-dd71-47e2-9bc7-2bd12ff4916d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 944 time: 0.0519490 Jun 21 03:10:58.458968 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eba42542-6194-4b40-8b16-086317b6a17c req-a8782288-92dc-413f-839f-507857819fd4 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Jun 21 03:10:58.491756 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:58.514011 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-3ea9ffd9-7375-4b20-8440-31a153d6f063 service neutron] 10.222.0.16 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288791 Jun 21 03:10:58.515917 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0675-825b-44f4-923f-8ad587813456 admin admin] Publish callbacks [] for security_group (23bc0343-55cb-4d4b-8a32-e19ab73914d3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.527802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0675-825b-44f4-923f-8ad587813456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (23bc0343-55cb-4d4b-8a32-e19ab73914d3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.562258 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:58.618040 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ffcf0675-825b-44f4-923f-8ad587813456 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6f21f44b44044579ffd6f1c3f0ad673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127861 Jun 21 03:10:58.620446 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf0675-825b-44f4-923f-8ad587813456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bc0343-55cb-4d4b-8a32-e19ab73914d3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:58.621078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:58.651714 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-2fe6a4a2-2909-4825-923b-c41cc50643fb service neutron] 10.222.0.16 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316416 Jun 21 03:10:58.675226 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75ca3df3-dcca-4208-877d-0b2bdf5feb1b admin admin] Publish callbacks [] for security_group (23bc0343-55cb-4d4b-8a32-e19ab73914d3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.696626 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75ca3df3-dcca-4208-877d-0b2bdf5feb1b admin admin] Publish callbacks [] for security_group (23bc0343-55cb-4d4b-8a32-e19ab73914d3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.717098 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:10:58.748430 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75ca3df3-dcca-4208-877d-0b2bdf5feb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (23bc0343-55cb-4d4b-8a32-e19ab73914d3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.751117 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75ca3df3-dcca-4208-877d-0b2bdf5feb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.755582 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-75ca3df3-dcca-4208-877d-0b2bdf5feb1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23bc0343-55cb-4d4b-8a32-e19ab73914d3 HTTP/1.1" status: 204 len: 168 time: 0.1301734 Jun 21 03:10:58.763817 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca3df3-dcca-4208-877d-0b2bdf5feb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bc0343-55cb-4d4b-8a32-e19ab73914d3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:58.838169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:58.852004 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84', 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c', 'port_id': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84', 'mac_address': 'fa:16:3e:08:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1808204a-ec5f-4c1b-b566-bdf852441e0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:10:58.891831 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:10:58.892482 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.906690 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:10:58.928866 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:10:58.937527 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:58.995927 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:59.004313 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.004826 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.005389 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.005784 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.006195 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.006652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.007151 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.008011 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.008655 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.009003 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.009300 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.010069 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.010361 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.010827 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.011156 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:10:59.017088 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dfcc1ca4-2ab7-439a-971e-04d2b97bf42b req-7d369814-4978-42e5-a066-c540f502fe2e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 210 time: 0.0595937 Jun 21 03:10:59.234092 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719acf-2aaf-41b8-941d-961d544cb9c9 req-eb488e69-92ce-4fa6-b70f-904523b7fda8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:59.236712 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a719acf-2aaf-41b8-941d-961d544cb9c9 req-eb488e69-92ce-4fa6-b70f-904523b7fda8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0539489 Jun 21 03:10:59.295150 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a719acf-2aaf-41b8-941d-961d544cb9c9 req-e86d2a53-53ca-4f44-af95-36db00f64ef0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524035 Jun 21 03:10:59.469738 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['390e62c6-ae36-4c70-b2b1-25b19e6cfc84'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:10:59.538567 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:10:59.579707 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9e91a-f9ec-4e48-a641-e74405b49280 req-b7f6ccf8-50ae-4e4f-86c3-436a6aaf4e21 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:59.580699 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56542) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:10:59.584905 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15b9e91a-f9ec-4e48-a641-e74405b49280 req-b7f6ccf8-50ae-4e4f-86c3-436a6aaf4e21 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 945 time: 0.0537004 Jun 21 03:10:59.634151 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15b9e91a-f9ec-4e48-a641-e74405b49280 req-56f09d45-0f0b-4ffb-9b93-850eb8a9c0ae tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Jun 21 03:10:59.672340 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29923de-779b-4eee-a434-04289eafa9bc req-ca3b0bcd-843b-4606-9fda-d3792e93cb5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2abf431-f273-437a-aebe-28a3974ec06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366585 Jun 21 03:10:59.717397 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-96896230-network', 'tenant_id': 'e869fe2d1c864e0d89d2ac27597f8f83'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:10:59.749999 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Made reservation on behalf of e869fe2d1c864e0d89d2ac27597f8f83 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:10:59.754190 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:59.766596 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:59.824323 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6041191e-24c8-49bd-a793-e279815403e1 req-8b793217-13a0-4511-8060-9234fe96d8a1 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775408 Jun 21 03:10:59.829829 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29923de-779b-4eee-a434-04289eafa9bc req-0e810394-5310-4824-a59c-8c7c8d1aebe3 service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480675 Jun 21 03:10:59.860987 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks [] for security_group (9bb48b3d-90e7-4e93-86a4-a5625fbd439f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:59.865325 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9bb48b3d-90e7-4e93-86a4-a5625fbd439f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:59.899956 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:10:59.907638 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb48b3d-90e7-4e93-86a4-a5625fbd439f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:10:59.921447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (11f6d7cb-a50f-4204-baaa-7df066eda3b3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:59.921788 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Added segment 11f6d7cb-a50f-4204-baaa-7df066eda3b3 of type vlan for network df233539-b894-4857-8905-134c80b77b0e Jun 21 03:10:59.974425 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (df233539-b894-4857-8905-134c80b77b0e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:10:59.986780 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5005a-92bc-4bbe-89fd-68ebbf325d6f req-313cee9c-1ce1-4766-88be-0d34c3027f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:10:59.988524 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-96a5005a-92bc-4bbe-89fd-68ebbf325d6f req-313cee9c-1ce1-4766-88be-0d34c3027f00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1130 time: 0.1020517 Jun 21 03:11:00.002388 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (df233539-b894-4857-8905-134c80b77b0e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:00.004362 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:00.005077 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:00.035385 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29923de-779b-4eee-a434-04289eafa9bc req-5eb6abf0-ae73-4ada-8baa-3564ebf53c2b service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498642 Jun 21 03:11:00.051751 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4664698 Jun 21 03:11:00.051751 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56550) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:00.056864 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Request body: {'subnet': {'network_id': 'df233539-b894-4857-8905-134c80b77b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-96896230-subnet', 'tenant_id': 'e869fe2d1c864e0d89d2ac27597f8f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:00.069527 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-96a5005a-92bc-4bbe-89fd-68ebbf325d6f req-b569caf7-8966-4264-95b2-d328fdbc1fc5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548980 Jun 21 03:11:00.091455 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1ee05-1ead-4372-b8a0-c9bc9e5506be admin admin] Pushing event updated for resources: {'Network': ['ID=df233539-b894-4857-8905-134c80b77b0e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:00.101078 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network df233539-b894-4857-8905-134c80b77b0e details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:11:00.130977 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03bad54f-da7e-4653-9048-f3a6b6d091fb req-30a82282-9751-4e60-8481-5904e95a8d3a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 210 time: 0.0339124 Jun 21 03:11:00.137986 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Made reservation on behalf of e869fe2d1c864e0d89d2ac27597f8f83 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:11:00.140636 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3646455'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:00.262650 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:00.312132 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3646337'] for subnet (c568c1d8-dbc5-4a16-949e-c76610ac1d49), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:00.360949 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c568c1d8-dbc5-4a16-949e-c76610ac1d49,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:00.367312 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:00.378842 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Checking segment: {'id': '11f6d7cb-a50f-4204-baaa-7df066eda3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'df233539-b894-4857-8905-134c80b77b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:11:00.379202 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Network hostable DHCP agents. Network: df233539-b894-4857-8905-134c80b77b0e, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:11:00.397657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Network df233539-b894-4857-8905-134c80b77b0e is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:11:00.406774 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, df233539-b894-4857-8905-134c80b77b0e) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:11:00.410917 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:00.411684 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:00.414200 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6c0f-1b8d-4840-a0db-51be75b7b4c7 req-cb2608a0-d32d-4110-ac60-3762953fd938 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:00.415906 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79de6c0f-1b8d-4840-a0db-51be75b7b4c7 req-cb2608a0-d32d-4110-ac60-3762953fd938 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0526404 Jun 21 03:11:00.417707 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de42ec8-aafe-451c-9c0f-a7319d6e937e None None] Network df233539-b894-4857-8905-134c80b77b0e requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:11:00.429578 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3f18939f-52cc-4ece-8ae8-8e99196747eb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3768437 Jun 21 03:11:00.435223 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:00.487779 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79de6c0f-1b8d-4840-a0db-51be75b7b4c7 req-b90e6b15-1c6d-40ca-880f-ab29cfe38c9b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600417 Jun 21 03:11:00.527611 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d76359-46cc-4547-9096-ba7e80324aca None None] Network df233539-b894-4857-8905-134c80b77b0e requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:11:00.541563 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:00.738149 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:11:00.761760 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d851b2-65d6-4a21-9d07-1b1901178486 req-46202a9e-cb36-458d-b67a-13c98fb83e87 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:00.763341 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-12d851b2-65d6-4a21-9d07-1b1901178486 req-46202a9e-cb36-458d-b67a-13c98fb83e87 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 945 time: 0.0545127 Jun 21 03:11:00.783963 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:11:00.791936 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:11:00.792650 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:00.816951 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-12d851b2-65d6-4a21-9d07-1b1901178486 req-7d3b9e6b-f40e-4a1b-a866-51d8e9cdd303 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477057 Jun 21 03:11:00.991966 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56570) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:00.996776 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173883781-network', 'tenant_id': '5c20d35cbd114ca6b48bc962f9275073'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:01.010147 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:11:01.010504 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.018965 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Made reservation on behalf of 5c20d35cbd114ca6b48bc962f9275073 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:11:01.021447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.031360 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.035291 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:11:01.037636 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a3e4c0-38fe-47ef-a0bb-aecdfa0939ca" -d '{"events": [{"server_uuid": "3440fef6-b7ab-473a-a9cc-59bda5a7e862", "name": "network-vif-plugged", "status": "completed", "tag": "390e62c6-ae36-4c70-b2b1-25b19e6cfc84"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:11:01.049864 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:11:01.055279 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.083169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cf24b6-545f-42a3-9d60-00159874d554 x-openstack-request-id: req-e8cf24b6-545f-42a3-9d60-00159874d554 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:11:01.083481 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3440fef6-b7ab-473a-a9cc-59bda5a7e862", "name": "network-vif-plugged", "status": "completed", "tag": "390e62c6-ae36-4c70-b2b1-25b19e6cfc84", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:11:01.083745 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8cf24b6-545f-42a3-9d60-00159874d554 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:11:01.084112 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cf24b6-545f-42a3-9d60-00159874d554'] response: {'server_uuid': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84', 'code': 200} Jun 21 03:11:01.109232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:01.114310 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks [] for security_group (32bb8b53-90ff-4a23-add9-8eb45cfee029), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.119079 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (32bb8b53-90ff-4a23-add9-8eb45cfee029), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.145680 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:11:01.156285 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb8b53-90ff-4a23-add9-8eb45cfee029,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:01.162591 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (27ba4799-ac02-4650-9291-963d51c4dd16), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.163103 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Added segment 27ba4799-ac02-4650-9291-963d51c4dd16 of type vlan for network 5d2cd003-a0b0-4210-96d7-92f32f8652e7 Jun 21 03:11:01.208802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (5d2cd003-a0b0-4210-96d7-92f32f8652e7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.244558 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2cd48288-aaa1-49e4-a10f-264b542f2dfe req-e2e3dcdb-a7b6-41d0-874a-8bd77d695e8f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 210 time: 0.0379431 Jun 21 03:11:01.264077 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (5d2cd003-a0b0-4210-96d7-92f32f8652e7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.265085 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:01.265701 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.301559 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3085048 Jun 21 03:11:01.304372 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56576) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:01.332971 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Request body: {'subnet': {'network_id': '5d2cd003-a0b0-4210-96d7-92f32f8652e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173883781-subnet', 'tenant_id': '5c20d35cbd114ca6b48bc962f9275073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:01.339475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50d29-1bf8-4b4e-b58f-ed26ff6e77cb admin admin] Pushing event updated for resources: {'Network': ['ID=5d2cd003-a0b0-4210-96d7-92f32f8652e7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:01.349452 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 5d2cd003-a0b0-4210-96d7-92f32f8652e7 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:11:01.357527 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Made reservation on behalf of 5c20d35cbd114ca6b48bc962f9275073 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:11:01.359945 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3646455'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.492630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:01.535184 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3646337'] for subnet (a91d3d29-1719-452a-8500-3638c66e4f2b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.577602 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=15 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:01.589558 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91d3d29-1719-452a-8500-3638c66e4f2b,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:01.607350 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Checking segment: {'id': '27ba4799-ac02-4650-9291-963d51c4dd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5d2cd003-a0b0-4210-96d7-92f32f8652e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:11:01.607690 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Network hostable DHCP agents. Network: 5d2cd003-a0b0-4210-96d7-92f32f8652e7, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:11:01.611240 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd77cf-e446-4c92-9db8-61f2de58c951 req-2d218343-e6f7-46a1-a4c3-f98f6f1df05a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:01.613621 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2bd77cf-e446-4c92-9db8-61f2de58c951 req-2d218343-e6f7-46a1-a4c3-f98f6f1df05a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0510161 Jun 21 03:11:01.627056 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Network 5d2cd003-a0b0-4210-96d7-92f32f8652e7 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:11:01.637477 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 5d2cd003-a0b0-4210-96d7-92f32f8652e7) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:11:01.641549 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:01.642212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:01.649555 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ab5d1-0244-49dd-a345-207e5d666b24 None None] Network 5d2cd003-a0b0-4210-96d7-92f32f8652e7 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:11:01.656112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:01.668589 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-37b77cb6-595d-4606-a725-443862b77b0d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3630745 Jun 21 03:11:01.676694 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2bd77cf-e446-4c92-9db8-61f2de58c951 req-97ed17f4-9c3c-431a-8a6f-f7a80f8ab280 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567019 Jun 21 03:11:01.765791 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7779532-a041-4192-a250-7fc1f5e1ec45 None None] Network 5d2cd003-a0b0-4210-96d7-92f32f8652e7 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:11:01.920816 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-74e9b327-4576-46aa-b822-442c1cc3bc1f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:01.922351 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-74e9b327-4576-46aa-b822-442c1cc3bc1f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 811 time: 0.1450861 Jun 21 03:11:01.985144 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abeee1c-dfa5-4e89-9bd5-9bf78d5586fb req-2f36e1ee-a20b-42ae-ad60-40a21b5efb06 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:01.986662 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7abeee1c-dfa5-4e89-9bd5-9bf78d5586fb req-2f36e1ee-a20b-42ae-ad60-40a21b5efb06 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0553675 Jun 21 03:11:02.034838 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7abeee1c-dfa5-4e89-9bd5-9bf78d5586fb req-ed2e2808-dd2c-4fd6-8027-a96e33cb24aa tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Jun 21 03:11:02.347923 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-13351963-07b0-4208-a401-4393cc04c862 req-aaadb28d-2daf-4e3e-8993-da0eed0e9f81 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 210 time: 0.0327063 Jun 21 03:11:02.441542 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-cef570ed-5bc5-4907-932d-505e11b2ccd4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 380 time: 0.0676124 Jun 21 03:11:02.527613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'port': {'device_id': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'admin_state_up': True, 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'security_groups': ['791710c7-558e-44ef-83cb-4994b0bbe0d2']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:02.557573 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f444b-ab78-4a86-abb8-3efc4c7ac2a7 req-dde81441-c9ac-4889-8593-46f9cf4fee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:02.559059 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d60f444b-ab78-4a86-abb8-3efc4c7ac2a7 req-dde81441-c9ac-4889-8593-46f9cf4fee5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 1130 time: 0.0661762 Jun 21 03:11:02.644454 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Made reservation on behalf of 1a43462c60384cecb441ccf14de5672e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:11:02.647902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:02.774721 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Allocated IP 172.20.0.13 (65ee22e2-1b27-4fab-b33d-329c4e3c290a/344e0ba4-1e2f-4453-a3e9-1abf8d6f9801/4eb3a576-26df-497c-a783-cc6b344c468a) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:11:02.794706 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033179cb-a163-41d2-a424-8620a9d8acfb req-b2b9b854-55be-471e-bb42-e10c8fb81888 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:02.796292 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-033179cb-a163-41d2-a424-8620a9d8acfb req-b2b9b854-55be-471e-bb42-e10c8fb81888 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0490766 Jun 21 03:11:02.846189 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-033179cb-a163-41d2-a424-8620a9d8acfb req-a955a0ce-3522-4645-b5d8-fb1f9697c025 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438275 Jun 21 03:11:03.182491 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (4eb3a576-26df-497c-a783-cc6b344c468a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:03.188723 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb1b85-b63e-458f-90d7-845a0bae5a20 req-4a713c6c-eaeb-402e-bf61-82650d40ad38 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:03.190196 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e9fb1b85-b63e-458f-90d7-845a0bae5a20 req-4a713c6c-eaeb-402e-bf61-82650d40ad38 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0711529 Jun 21 03:11:03.212353 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:11:03.234381 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-cc9d1187-18d8-4165-906c-7773b63db98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:03.235898 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-cc9d1187-18d8-4165-906c-7773b63db98e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1130 time: 0.0642345 Jun 21 03:11:03.266362 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e89c8-dc75-40e1-8027-59d41bc01d9e req-67fa1f38-ad1b-44f0-bd27-9948d4887457 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:03.267800 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a83e89c8-dc75-40e1-8027-59d41bc01d9e req-67fa1f38-ad1b-44f0-bd27-9948d4887457 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0821626 Jun 21 03:11:03.280136 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e9fb1b85-b63e-458f-90d7-845a0bae5a20 req-a0890f07-a754-41e6-920a-d20389248545 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741632 Jun 21 03:11:03.288852 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:03.304667 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d60f444b-ab78-4a86-abb8-3efc4c7ac2a7 req-60028c25-515a-4993-bd3c-7c862a305a42 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153617 Jun 21 03:11:03.325295 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:03.334832 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:03.348866 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a83e89c8-dc75-40e1-8027-59d41bc01d9e req-7549a963-c177-48e2-b1bc-f4b1c8c96752 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734818 Jun 21 03:11:03.351285 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-a6a48a9b-e0f6-4076-8b77-91f0a6426945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:03.352952 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-a6a48a9b-e0f6-4076-8b77-91f0a6426945 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.1091545 Jun 21 03:11:03.394799 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:11:03.398150 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:11:03.403336 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:11:03.407617 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=4eb3a576-26df-497c-a783-cc6b344c468a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:03.483783 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:03.484402 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:03.492524 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f42c83-f54d-4fac-bdbf-6d0e1969b647 req-d1ed4549-6458-44cc-a4be-2c043158cf80 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:03.493430 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-09f42c83-f54d-4fac-bdbf-6d0e1969b647 req-d1ed4549-6458-44cc-a4be-2c043158cf80 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 932 time: 0.0597749 Jun 21 03:11:03.508463 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-546ee347-83de-4b17-bbac-f51db62ab49c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9847908 Jun 21 03:11:03.554403 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-09f42c83-f54d-4fac-bdbf-6d0e1969b647 req-1d035344-093b-4fc4-9376-16530fcedcb4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531359 Jun 21 03:11:03.668995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0bd01a7d-ab02-4856-a67d-11f300a302fb None None] Provisioning complete for port 4eb3a576-26df-497c-a783-cc6b344c468a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:11:03.669539 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0bd01a7d-ab02-4856-a67d-11f300a302fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:03.670586 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:03.706200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0bd01a7d-ab02-4856-a67d-11f300a302fb None None] Port 4eb3a576-26df-497c-a783-cc6b344c468a cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:11:03.731315 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Request body: {'port': {'device_id': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:03.767816 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-56133333-bcce-4155-a5b3-2245d8e29690 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07 HTTP/1.1" status: 200 len: 217 time: 0.0406294 Jun 21 03:11:03.794872 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:03.819416 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-b948785c-3116-41d0-a486-266267e4d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:03.820997 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-b948785c-3116-41d0-a486-266267e4d045 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0467110 Jun 21 03:11:04.068366 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb3a576-26df-497c-a783-cc6b344c468a {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:11:04.076719 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Publish callbacks [] for port (4eb3a576-26df-497c-a783-cc6b344c468a), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:04.090982 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Transition to ACTIVE for port object 4eb3a576-26df-497c-a783-cc6b344c468a will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:11:04.095367 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:04.148017 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb3a576-26df-497c-a783-cc6b344c468a,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:04.228375 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Attempting to bind port 4eb3a576-26df-497c-a783-cc6b344c468a on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:11:04.228621 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Attempting to bind port 4eb3a576-26df-497c-a783-cc6b344c468a by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:11:04.228971 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Attempting to bind port 4eb3a576-26df-497c-a783-cc6b344c468a on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:11:04.234050 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Port 4eb3a576-26df-497c-a783-cc6b344c468a on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:11:04.234362 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Attempting to bind port 4eb3a576-26df-497c-a783-cc6b344c468a on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:11:04.239832 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:11:04.240174 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Checking segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:11:04.240640 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Bound using segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:11:04.241073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Bound port: 4eb3a576-26df-497c-a783-cc6b344c468a, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:11:04.241430 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:04.312664 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] For port 4eb3a576-26df-497c-a783-cc6b344c468a, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:11:04.315266 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] For port 4eb3a576-26df-497c-a783-cc6b344c468a, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4eb3a576-26df-497c-a783-cc6b344c468a,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:11:04.323675 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:04.355960 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:04.364225 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.364871 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:04.366242 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/4eb3a576-26df-497c-a783-cc6b344c468a HTTP/1.1" status: 200 len: 1094 time: 0.6394339 Jun 21 03:11:04.366693 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:11:04.368940 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:11:04.426005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24af54-0bbe-4260-93cb-760ac328ca22 req-c0a25a2a-df0a-4dd2-aa29-1b2d99218b77 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.427592 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b24af54-0bbe-4260-93cb-760ac328ca22 req-c0a25a2a-df0a-4dd2-aa29-1b2d99218b77 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0704982 Jun 21 03:11:04.459682 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-970df71d-af31-4909-8ad0-8c50819630be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.461682 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-970df71d-af31-4909-8ad0-8c50819630be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691090 Jun 21 03:11:04.465951 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953697bd-ad19-4298-bbcf-109d98f5d9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb3a576-26df-497c-a783-cc6b344c468a,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:04.471942 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d87ca9-baf8-456e-99ee-61850ebe333b x-openstack-request-id: req-36d87ca9-baf8-456e-99ee-61850ebe333b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:11:04.472317 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:11:04.472596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36d87ca9-baf8-456e-99ee-61850ebe333b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:11:04.473087 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d87ca9-baf8-456e-99ee-61850ebe333b'] response: {'name': 'network-changed', 'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a', 'status': 'completed', 'code': 200} Jun 21 03:11:04.478072 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:04.506583 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b24af54-0bbe-4260-93cb-760ac328ca22 req-6d355234-d23c-4b44-8a06-f438d0801f81 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677314 Jun 21 03:11:04.566409 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-3ab4b257-77a0-45bb-9d1c-7e788c17ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.567942 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-3ab4b257-77a0-45bb-9d1c-7e788c17ebd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 1128 time: 0.0507925 Jun 21 03:11:04.663859 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-95eb456a-93e7-4bd9-9ef7-000843b9b6e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb3a576-26df-497c-a783-cc6b344c468a HTTP/1.1" status: 200 len: 217 time: 0.0503006 Jun 21 03:11:04.746181 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8b099-0862-4835-8a3a-b25732413b91 req-52e011e9-2a96-4070-8e36-bd5f6e6921bb tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.748241 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86b8b099-0862-4835-8a3a-b25732413b91 req-52e011e9-2a96-4070-8e36-bd5f6e6921bb tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0969343 Jun 21 03:11:04.756806 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-28cc4d82-754a-4ffe-a9dc-676990711e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.758456 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-28cc4d82-754a-4ffe-a9dc-676990711e17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0724647 Jun 21 03:11:04.807480 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86b8b099-0862-4835-8a3a-b25732413b91 req-55f1dac4-b786-4185-9890-8fbc3d74d30a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479193 Jun 21 03:11:04.855440 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-f051709b-db8e-45c5-9dbc-5022385a5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.857664 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-f051709b-db8e-45c5-9dbc-5022385a5630 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489993 Jun 21 03:11:04.864794 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41272-cb64-4ac4-9ece-ccc12607bcb1 req-df165191-6e56-4b09-bf30-d3560694ff19 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:04.866265 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26d41272-cb64-4ac4-9ece-ccc12607bcb1 req-df165191-6e56-4b09-bf30-d3560694ff19 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.3119447 Jun 21 03:11:04.893680 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:04.900891 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-3793a9a8-f1a6-4505-a0be-bf7b0e2c086f service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836441 Jun 21 03:11:04.929342 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26d41272-cb64-4ac4-9ece-ccc12607bcb1 req-3c72f89b-68bc-4363-86e9-c6e314f196b4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Jun 21 03:11:05.197538 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:05.518400 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db1d3cb-f267-4c0e-bf76-2cbe8aba8c8b req-cfe88c73-3f94-4226-aee8-1db454e98a2c service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988684 Jun 21 03:11:05.522153 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-b9683aad-6147-4a6d-9398-18751b439137 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026158 Jun 21 03:11:05.680921 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439462-0d2e-4c15-9223-7f52a3bb823d req-448b3e95-8918-4099-ba88-6a26e5ad2716 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:05.682296 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4a439462-0d2e-4c15-9223-7f52a3bb823d req-448b3e95-8918-4099-ba88-6a26e5ad2716 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0940843 Jun 21 03:11:05.724682 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1915b559-44ff-4072-bcfc-7705acb07ebb req-3210d402-39c3-4dde-9cad-a75f374ee451 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442111 Jun 21 03:11:05.746213 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4a439462-0d2e-4c15-9223-7f52a3bb823d req-52eaf833-63f6-48b0-8737-1087a9f5a70b tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576558 Jun 21 03:11:05.925543 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bbf9c-5854-4775-91b9-330d79702f17 req-bceb647f-4224-47c6-8fb2-6da9b018c513 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:05.927040 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-101bbf9c-5854-4775-91b9-330d79702f17 req-bceb647f-4224-47c6-8fb2-6da9b018c513 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0497363 Jun 21 03:11:05.948144 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:05.981020 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-101bbf9c-5854-4775-91b9-330d79702f17 req-31ce7ee6-4b1f-4be1-b0d4-0983e247e9c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484238 Jun 21 03:11:06.073689 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a87f8-f416-4394-98e8-de2282f5fb99 req-7343cabd-dc27-40a3-b225-665ad8111497 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:06.075588 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de6a87f8-f416-4394-98e8-de2282f5fb99 req-7343cabd-dc27-40a3-b225-665ad8111497 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0619867 Jun 21 03:11:06.131416 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de6a87f8-f416-4394-98e8-de2282f5fb99 req-e94c589a-1b33-4b43-8490-e1227aa4ff69 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499418 Jun 21 03:11:07.119664 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3fc0e-536b-4c5e-aaaf-8905974614d6 req-67198203-92bc-47d1-9421-dfe55e315b6e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:07.121314 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0a3fc0e-536b-4c5e-aaaf-8905974614d6 req-67198203-92bc-47d1-9421-dfe55e315b6e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0590432 Jun 21 03:11:07.177849 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0a3fc0e-536b-4c5e-aaaf-8905974614d6 req-061ce936-3b79-4e68-9476-cfdcb9e9397f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478878 Jun 21 03:11:07.254748 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac983b-92fd-4de8-b2f8-ed479bef0a9e req-62659a5f-6283-4ac0-a0f9-f25dcdeea8d3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:07.256675 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47ac983b-92fd-4de8-b2f8-ed479bef0a9e req-62659a5f-6283-4ac0-a0f9-f25dcdeea8d3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Jun 21 03:11:07.308013 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47ac983b-92fd-4de8-b2f8-ed479bef0a9e req-4a4ec4af-1c86-4007-9759-c9ead9258645 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Jun 21 03:11:08.304682 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f2f3-99d8-4584-964e-4ce1f5661a67 req-c97f355b-16eb-4f30-b2ab-ca3de986cec1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:08.306190 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae51f2f3-99d8-4584-964e-4ce1f5661a67 req-c97f355b-16eb-4f30-b2ab-ca3de986cec1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0490963 Jun 21 03:11:08.367687 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae51f2f3-99d8-4584-964e-4ce1f5661a67 req-2e6c6119-b5bf-4856-9ece-c829fb4bd5dd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557866 Jun 21 03:11:08.427945 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cf9b8-6cce-41fc-9a18-439acc76a18a req-574d3d51-7b1e-42da-9501-74086a31f1da tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:08.429486 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-421cf9b8-6cce-41fc-9a18-439acc76a18a req-574d3d51-7b1e-42da-9501-74086a31f1da tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0501542 Jun 21 03:11:08.478916 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-421cf9b8-6cce-41fc-9a18-439acc76a18a req-b481c400-5b84-4e70-9fae-d7ca43389618 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Jun 21 03:11:09.184852 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-da7cf6e3-2f51-46d6-a32c-eacbb28f0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:09.186356 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-da7cf6e3-2f51-46d6-a32c-eacbb28f0ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 1128 time: 0.0446727 Jun 21 03:11:09.366878 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-c8ed6e4d-c222-4dbb-a724-a6e397de55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:09.368345 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-c8ed6e4d-c222-4dbb-a724-a6e397de55c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.0980265 Jun 21 03:11:09.417380 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-42ce5513-236a-48e1-9127-448c83259e8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb3a576-26df-497c-a783-cc6b344c468a HTTP/1.1" status: 200 len: 217 time: 0.0339892 Jun 21 03:11:09.465206 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:09.469452 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:09.474570 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-62c8b1b0-217d-48c1-9f33-c2aec9c7fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:09.476145 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-62c8b1b0-217d-48c1-9f33-c2aec9c7fa73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0524905 Jun 21 03:11:09.497369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ebd79-3b22-4310-a0c9-4b8bc9c9c13b req-04db7ecd-35cf-4908-a07a-8c5c413d3d57 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:09.498868 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2ebd79-3b22-4310-a0c9-4b8bc9c9c13b req-04db7ecd-35cf-4908-a07a-8c5c413d3d57 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0575824 Jun 21 03:11:09.556812 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2ebd79-3b22-4310-a0c9-4b8bc9c9c13b req-86cab02e-eec0-4818-a515-c6dd3169af7a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520332 Jun 21 03:11:09.596836 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bc21d-a768-41cf-8342-5ea39120aaf2 req-e7954bcd-6e5f-4768-8b6e-8f001780fb58 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:09.598444 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f4bc21d-a768-41cf-8342-5ea39120aaf2 req-e7954bcd-6e5f-4768-8b6e-8f001780fb58 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0495839 Jun 21 03:11:09.682019 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f4bc21d-a768-41cf-8342-5ea39120aaf2 req-2dc0e0e1-67c2-4b7e-bcbd-0b63076d1364 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778692 Jun 21 03:11:09.689662 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-c19f4f84-b58f-45d4-a683-645ec7291eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:09.691114 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-c19f4f84-b58f-45d4-a683-645ec7291eff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514231 Jun 21 03:11:10.292744 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-73f39ebd-facd-4ed6-bad8-a9aad8e6e6d6 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146245 Jun 21 03:11:10.385434 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d0ce6d1-ddfd-4720-a55e-32e27c242b0a req-dad2b57c-65da-497c-8f39-faa3eab4d471 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856540 Jun 21 03:11:10.677384 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3190c-c2de-40a3-9704-19c83ccc4bde req-d4fe6ca7-c699-440a-87b6-44c0087c46ef tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:10.678754 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0de3190c-c2de-40a3-9704-19c83ccc4bde req-d4fe6ca7-c699-440a-87b6-44c0087c46ef tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0523400 Jun 21 03:11:10.733492 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0de3190c-c2de-40a3-9704-19c83ccc4bde req-4e47f3a3-8dee-4606-ac57-4698866b8eb5 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491347 Jun 21 03:11:10.808146 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3c96e-a7ff-47a5-87a1-00a947c7cf6a req-8854a973-f5e7-49cb-a91d-7669d92b9bb7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:10.809761 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ffc3c96e-a7ff-47a5-87a1-00a947c7cf6a req-8854a973-f5e7-49cb-a91d-7669d92b9bb7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0537753 Jun 21 03:11:10.863802 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ffc3c96e-a7ff-47a5-87a1-00a947c7cf6a req-8b4b9b67-0212-4b34-b777-49c4da7d75df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Jun 21 03:11:11.607880 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a459058f-e7a6-48d6-a936-5628fefd684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:11.855677 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c224b-59dd-4a4a-986d-997d11a6944b req-e3e79cc8-cb09-4a75-b6f4-da98d8c60908 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:11.857203 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-191c224b-59dd-4a4a-986d-997d11a6944b req-e3e79cc8-cb09-4a75-b6f4-da98d8c60908 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0501375 Jun 21 03:11:11.909405 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-191c224b-59dd-4a4a-986d-997d11a6944b req-71d287de-359c-49b4-8961-75b56c75aee1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463910 Jun 21 03:11:13.036299 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db659a0-e4f1-4334-816e-47c31a97f838 req-bb561cb5-af73-4b1f-8ea4-cffdec148603 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:13.037809 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2db659a0-e4f1-4334-816e-47c31a97f838 req-bb561cb5-af73-4b1f-8ea4-cffdec148603 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0584741 Jun 21 03:11:13.089944 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2db659a0-e4f1-4334-816e-47c31a97f838 req-adb71088-e423-4ef2-84ad-966c74da0c7f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 Jun 21 03:11:13.209437 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=6 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:13.331184 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56806) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:13.336084 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-7a3ba868-7362-45ed-ab56-4f5134ecb5ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774162849', 'description': 'tempest-description--1106551879'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:13.365691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba868-7362-45ed-ab56-4f5134ecb5ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.437960 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba868-7362-45ed-ab56-4f5134ecb5ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group (ad894765-63b3-4083-88fc-5d4a776eefcc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.443302 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba868-7362-45ed-ab56-4f5134ecb5ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ad894765-63b3-4083-88fc-5d4a776eefcc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.473778 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba868-7362-45ed-ab56-4f5134ecb5ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad894765-63b3-4083-88fc-5d4a776eefcc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:13.478296 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba868-7362-45ed-ab56-4f5134ecb5ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.482314 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7a3ba868-7362-45ed-ab56-4f5134ecb5ad tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1472962 Jun 21 03:11:13.483395 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56810) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:13.486893 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9a32b159-4ec3-43bc-a8bc-5d5165e7af11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'security_group_rule': {'security_group_id': 'ad894765-63b3-4083-88fc-5d4a776eefcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:13.517276 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a32b159-4ec3-43bc-a8bc-5d5165e7af11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group_rule (f4997ab9-5baf-44f5-95cf-3d1acfed1c68), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.575968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a32b159-4ec3-43bc-a8bc-5d5165e7af11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group_rule (f4997ab9-5baf-44f5-95cf-3d1acfed1c68), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.580861 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a32b159-4ec3-43bc-a8bc-5d5165e7af11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (f4997ab9-5baf-44f5-95cf-3d1acfed1c68), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.588283 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:13.602424 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32b159-4ec3-43bc-a8bc-5d5165e7af11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4997ab9-5baf-44f5-95cf-3d1acfed1c68,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:13.619430 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a32b159-4ec3-43bc-a8bc-5d5165e7af11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.620694 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9a32b159-4ec3-43bc-a8bc-5d5165e7af11 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371987 Jun 21 03:11:13.623772 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56814) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:13.628471 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3f547498-8cbf-495f-9261-448c65dd24e2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'security_group_rule': {'security_group_id': 'ad894765-63b3-4083-88fc-5d4a776eefcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:13.632735 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:13.659358 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f547498-8cbf-495f-9261-448c65dd24e2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group_rule (3be9c382-1c10-42f8-a020-5330cb8e32d1), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.720382 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f547498-8cbf-495f-9261-448c65dd24e2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group_rule (3be9c382-1c10-42f8-a020-5330cb8e32d1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.726270 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f547498-8cbf-495f-9261-448c65dd24e2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (3be9c382-1c10-42f8-a020-5330cb8e32d1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.747673 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f547498-8cbf-495f-9261-448c65dd24e2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be9c382-1c10-42f8-a020-5330cb8e32d1,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:13.757760 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f547498-8cbf-495f-9261-448c65dd24e2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.758987 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3f547498-8cbf-495f-9261-448c65dd24e2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343141 Jun 21 03:11:13.762310 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56816) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:13.766796 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:13.790341 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.848888 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-997f9888-41c6-402c-8b03-d7b328a2f29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.873326 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:13.990593 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Allocated IP 172.27.2.221 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:11:14.118659 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.171162 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.219332 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:11:14.225632 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:11:14.228523 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'Port': ['ID=c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:14.231519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:11:14.237590 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe0f2-128a-48a6-966c-089446011217 req-e00de2d9-ecc5-4ec1-86e7-14180fb1fa26 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:14.239664 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-916fe0f2-128a-48a6-966c-089446011217 req-e00de2d9-ecc5-4ec1-86e7-14180fb1fa26 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0629952 Jun 21 03:11:14.302194 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-916fe0f2-128a-48a6-966c-089446011217 req-9e0a9cc5-ede3-43f8-97d1-46e19b8e2b70 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551162 Jun 21 03:11:14.334221 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.375544 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.378002 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:14.422955 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:14.526465 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.531936 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.604679 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'Port': ['ID=c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:14.613045 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.633854 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.635116 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-17a44f67-1dbb-4659-aa7f-c531c7f65096 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8718653 Jun 21 03:11:14.843478 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:14.852351 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-37eb36b5-94ea-4261-b814-61d86c51989f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1774162849&fields=id&tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6 HTTP/1.1" status: 200 len: 267 time: 0.0536704 Jun 21 03:11:14.971146 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-7a2905eb-ae3e-48e1-b391-fc39e33ed82e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:14.972621 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-7a2905eb-ae3e-48e1-b391-fc39e33ed82e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 819 time: 0.1137168 Jun 21 03:11:14.987762 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-a554bf75-ec0f-4b97-ab8b-44ecf05152cc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/quotas/7262f17284a44afaa2b5d2d2db0a3ef6 HTTP/1.1" status: 200 len: 375 time: 0.0094261 Jun 21 03:11:15.047692 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-da84ff6c-9a41-4450-9dd2-d7483206ca5e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548153 Jun 21 03:11:15.157162 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-a86d21aa-bb90-424e-a944-79d27f740810 service neutron] 10.222.0.16 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972221 Jun 21 03:11:15.260260 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-e7609a81-f4b5-4036-9cd6-f521596b9918 service neutron] 10.222.0.16 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960848 Jun 21 03:11:15.423183 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b2a72-41ba-4236-b42b-dde7afbd0b46 req-7c022a7f-b704-4ea4-846a-290864576b95 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:15.424765 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c03b2a72-41ba-4236-b42b-dde7afbd0b46 req-7c022a7f-b704-4ea4-846a-290864576b95 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.0546627 Jun 21 03:11:15.436763 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-12aea485-fd22-4f1f-8adc-56d9d1e7746d req-53e89ea8-7c9f-4c23-8b68-505cff61d61a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 210 time: 0.0318844 Jun 21 03:11:15.483151 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c03b2a72-41ba-4236-b42b-dde7afbd0b46 req-1e5796fe-630f-4fed-aacd-47faf7ba495b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517879 Jun 21 03:11:15.650585 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56876) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:15.705037 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] Deleting subnet c568c1d8-dbc5-4a16-949e-c76610ac1d49 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:11:15.711767 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] Publish callbacks [] for subnet (c568c1d8-dbc5-4a16-949e-c76610ac1d49), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:15.763183 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968094'] for subnet (c568c1d8-dbc5-4a16-949e-c76610ac1d49), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:15.806713 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (c568c1d8-dbc5-4a16-949e-c76610ac1d49), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:15.836061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:15.871970 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3646360'] for subnet (c568c1d8-dbc5-4a16-949e-c76610ac1d49), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:15.905685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c568c1d8-dbc5-4a16-949e-c76610ac1d49,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:15.911293 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:15.914611 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-178024e9-1d23-4d26-a24a-32b646d368e2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c568c1d8-dbc5-4a16-949e-c76610ac1d49 HTTP/1.1" status: 204 len: 168 time: 0.2625210 Jun 21 03:11:15.916874 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56882) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:15.988740 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (df233539-b894-4857-8905-134c80b77b0e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.033739 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:16.074590 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (df233539-b894-4857-8905-134c80b77b0e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.097476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df233539-b894-4857-8905-134c80b77b0e']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:16.109104 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f6d7cb-a50f-4204-baaa-7df066eda3b3') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:16.109405 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f6d7cb-a50f-4204-baaa-7df066eda3b3') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:16.119770 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (11f6d7cb-a50f-4204-baaa-7df066eda3b3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.135717 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (11f6d7cb-a50f-4204-baaa-7df066eda3b3), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.143061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:11:16.143442 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (11f6d7cb-a50f-4204-baaa-7df066eda3b3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.199753 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 11f6d7cb-a50f-4204-baaa-7df066eda3b3 resource provider aggregate not found Jun 21 03:11:16.212512 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (df233539-b894-4857-8905-134c80b77b0e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.218131 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.221200 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] 10.222.0.16 "DELETE /v2.0/networks/df233539-b894-4857-8905-134c80b77b0e HTTP/1.1" status: 204 len: 168 time: 0.3033333 Jun 21 03:11:16.222713 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 11f6d7cb-a50f-4204-baaa-7df066eda3b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11f6d7cb-a50f-4204-baaa-7df066eda3b3 found for delete ", "request_id": "req-7b0ae464-734d-43ab-b2ca-ae98c9b4704a"}]} Jun 21 03:11:16.224433 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:16.236142 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf700e5-16f2-425f-bb18-ceead5c8f15b admin admin] Pushing event deleted for resources: {'Network': ['ID=df233539-b894-4857-8905-134c80b77b0e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:16.262826 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.273282 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] Deleting subnet a91d3d29-1719-452a-8500-3638c66e4f2b {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:11:16.276543 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] Publish callbacks [] for subnet (a91d3d29-1719-452a-8500-3638c66e4f2b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.315932 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (a91d3d29-1719-452a-8500-3638c66e4f2b), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.357643 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (a91d3d29-1719-452a-8500-3638c66e4f2b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.412580 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (a91d3d29-1719-452a-8500-3638c66e4f2b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.417723 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:16.439562 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91d3d29-1719-452a-8500-3638c66e4f2b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:16.444648 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.448844 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3c4a3736-8f6a-4b04-8cbb-c8cf8b74d6b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a91d3d29-1719-452a-8500-3638c66e4f2b HTTP/1.1" status: 204 len: 168 time: 0.2232847 Jun 21 03:11:16.451353 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56890) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:16.530043 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:16.535502 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (5d2cd003-a0b0-4210-96d7-92f32f8652e7), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.540906 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-36551e03-d0db-4a69-b28c-bdc5ff63f4cc req-28dfbf70-3d3e-4b0f-a1f8-3334aeedda41 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 210 time: 0.0350280 Jun 21 03:11:16.666092 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (5d2cd003-a0b0-4210-96d7-92f32f8652e7), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.686474 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.706823 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2cd003-a0b0-4210-96d7-92f32f8652e7']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:16.726924 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc1ab-2408-41e1-b4a4-30d3514a4b52 req-4fcdc03c-e410-4a16-ad3b-935fe03f5b34 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:16.728400 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04bcc1ab-2408-41e1-b4a4-30d3514a4b52 req-4fcdc03c-e410-4a16-ad3b-935fe03f5b34 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 944 time: 0.1423156 Jun 21 03:11:16.733992 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ba4799-ac02-4650-9291-963d51c4dd16') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:16.734262 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ba4799-ac02-4650-9291-963d51c4dd16') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:16.798173 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (27ba4799-ac02-4650-9291-963d51c4dd16), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.825084 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (27ba4799-ac02-4650-9291-963d51c4dd16), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.843734 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:11:16.844121 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (27ba4799-ac02-4650-9291-963d51c4dd16), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.873368 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-f9c2005d-4529-4719-b37b-94f29bfa1725 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:16.874812 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-f9c2005d-4529-4719-b37b-94f29bfa1725 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 819 time: 0.2510898 Jun 21 03:11:16.882955 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 27ba4799-ac02-4650-9291-963d51c4dd16 resource provider aggregate not found Jun 21 03:11:16.884688 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4eb3a576-26df-497c-a783-cc6b344c468a details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:11:16.897386 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04bcc1ab-2408-41e1-b4a4-30d3514a4b52 req-d0ba1dbe-a9a1-4ba3-b3e5-d22116fbb4a3 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586723 Jun 21 03:11:16.925783 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 27ba4799-ac02-4650-9291-963d51c4dd16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27ba4799-ac02-4650-9291-963d51c4dd16 found for delete ", "request_id": "req-fdbc856c-1968-4a36-8cfe-0251280d0fd8"}]} Jun 21 03:11:16.947676 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (5d2cd003-a0b0-4210-96d7-92f32f8652e7), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.953584 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:16.959091 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5d2cd003-a0b0-4210-96d7-92f32f8652e7 HTTP/1.1" status: 204 len: 168 time: 0.5044620 Jun 21 03:11:16.980997 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16a7c7-72c2-4805-afd8-395d2d6886e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2cd003-a0b0-4210-96d7-92f32f8652e7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:17.002100 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-1b9ca9fe-146b-49f5-896a-a1b42407727f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6 HTTP/1.1" status: 200 len: 380 time: 0.0754147 Jun 21 03:11:17.005643 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:17.009029 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 4eb3a576-26df-497c-a783-cc6b344c468a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4eb3a576-26df-497c-a783-cc6b344c468a,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:11:17.011569 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'port': {'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'admin_state_up': True, 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'security_groups': ['ad894765-63b3-4083-88fc-5d4a776eefcc']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:17.028184 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '4eb3a576-26df-497c-a783-cc6b344c468a', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'port_id': '4eb3a576-26df-497c-a783-cc6b344c468a', 'mac_address': 'fa:16:3e:12:04:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:11:17.074128 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 4eb3a576-26df-497c-a783-cc6b344c468a is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:11:17.074520 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.095867 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb3a576-26df-497c-a783-cc6b344c468a {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:11:17.102108 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.118347 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 4eb3a576-26df-497c-a783-cc6b344c468a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4eb3a576-26df-497c-a783-cc6b344c468a,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:11:17.125623 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.153255 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Made reservation on behalf of 7262f17284a44afaa2b5d2d2db0a3ef6 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:11:17.157524 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.179863 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=4eb3a576-26df-497c-a783-cc6b344c468a,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:17.233064 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:17.315236 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f158d8c2-13d2-461f-b2c4-141d5a3a517d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e869fe2d1c864e0d89d2ac27597f8f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811660 Jun 21 03:11:17.318061 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:17.340934 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Allocated IP 172.20.0.12 (09798fdc-1a5e-44af-acf8-2181549f3c85/450fc04e-6c8a-40af-be65-616ccb2da641/56ab7ae3-05d0-4a62-8d32-6e2232855f49) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:11:17.392096 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:17.401774 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:17.424749 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-826e7e24-ae79-4381-b157-d8d4898a0aad admin admin] Publish callbacks [] for security_group (9bb48b3d-90e7-4e93-86a4-a5625fbd439f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.494272 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-826e7e24-ae79-4381-b157-d8d4898a0aad admin admin] Publish callbacks [] for security_group (9bb48b3d-90e7-4e93-86a4-a5625fbd439f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.565504 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.591356 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-826e7e24-ae79-4381-b157-d8d4898a0aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9bb48b3d-90e7-4e93-86a4-a5625fbd439f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.593868 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-826e7e24-ae79-4381-b157-d8d4898a0aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.595019 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-826e7e24-ae79-4381-b157-d8d4898a0aad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bb48b3d-90e7-4e93-86a4-a5625fbd439f HTTP/1.1" status: 204 len: 168 time: 0.2760751 Jun 21 03:11:17.608794 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e7e24-ae79-4381-b157-d8d4898a0aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb48b3d-90e7-4e93-86a4-a5625fbd439f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:17.627022 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.666923 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27c134-c357-41ca-ac5e-11f9ddcc473a req-a50d889e-6634-4f15-a34d-bf9fe3c999c6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:17.676702 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a27c134-c357-41ca-ac5e-11f9ddcc473a req-a50d889e-6634-4f15-a34d-bf9fe3c999c6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 932 time: 0.0630469 Jun 21 03:11:17.682643 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:11:17.686575 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:11:17.692205 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:11:17.722639 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event updated for resources: {'Port': ['ID=56ab7ae3-05d0-4a62-8d32-6e2232855f49,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:17.749330 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a27c134-c357-41ca-ac5e-11f9ddcc473a req-d01d3a2b-a0c5-482b-af5c-0919be372d0e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692675 Jun 21 03:11:17.751846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:17.752734 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:17.774996 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-20e1b6cb-6100-418d-9d5e-b2dda897e967 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7673895 Jun 21 03:11:17.867681 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['4eb3a576-26df-497c-a783-cc6b344c468a'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:11:17.953581 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Request body: {'port': {'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:17.983434 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-216b9562-219e-4731-82d1-b751b810544b None None] Provisioning complete for port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:11:17.983690 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-216b9562-219e-4731-82d1-b751b810544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.039994 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-216b9562-219e-4731-82d1-b751b810544b None None] Port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:11:18.049686 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235f1f0-f7e3-4986-ba1d-1b405b36e253 req-4d89b5d2-efaa-4aba-a5a3-6e02fd1da6b2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:18.051349 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b235f1f0-f7e3-4986-ba1d-1b405b36e253 req-4d89b5d2-efaa-4aba-a5a3-6e02fd1da6b2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 945 time: 0.0728045 Jun 21 03:11:18.062337 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.112272 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56922) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:18.155744 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9c5ee7e1-bc23-405f-a497-c99448423642 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c20d35cbd114ca6b48bc962f9275073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418797 Jun 21 03:11:18.158330 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56924) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:18.215290 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b235f1f0-f7e3-4986-ba1d-1b405b36e253 req-5e485fbe-f2a5-42fe-ad4f-23f9a6cb4e3c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480789 Jun 21 03:11:18.224475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cff2eb34-98fc-4f7e-abbe-29c3b3594842 admin admin] Publish callbacks [] for security_group (32bb8b53-90ff-4a23-add9-8eb45cfee029), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.249925 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cff2eb34-98fc-4f7e-abbe-29c3b3594842 admin admin] Publish callbacks [] for security_group (32bb8b53-90ff-4a23-add9-8eb45cfee029), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.299605 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cff2eb34-98fc-4f7e-abbe-29c3b3594842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (32bb8b53-90ff-4a23-add9-8eb45cfee029), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.303401 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cff2eb34-98fc-4f7e-abbe-29c3b3594842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.304591 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cff2eb34-98fc-4f7e-abbe-29c3b3594842 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32bb8b53-90ff-4a23-add9-8eb45cfee029 HTTP/1.1" status: 204 len: 168 time: 0.1453271 Jun 21 03:11:18.313397 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2eb34-98fc-4f7e-abbe-29c3b3594842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb8b53-90ff-4a23-add9-8eb45cfee029,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:18.359418 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:18.399268 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ab7ae3-05d0-4a62-8d32-6e2232855f49 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:11:18.407485 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Publish callbacks [] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.420476 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Transition to ACTIVE for port object 56ab7ae3-05d0-4a62-8d32-6e2232855f49 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:11:18.424527 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.468597 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:18.477565 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab7ae3-05d0-4a62-8d32-6e2232855f49,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:18.560768 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Attempting to bind port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:11:18.561437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Attempting to bind port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:11:18.561437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Attempting to bind port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:11:18.569591 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:11:18.569997 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Attempting to bind port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 on network 09798fdc-1a5e-44af-acf8-2181549f3c85 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:11:18.575487 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:11:18.575748 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Checking segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:11:18.576131 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Bound using segment: {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:11:18.576601 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Bound port: 56ab7ae3-05d0-4a62-8d32-6e2232855f49, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296bb794-a1b1-4e04-8160-2ea81f651c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:11:18.576965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.654193 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] For port 56ab7ae3-05d0-4a62-8d32-6e2232855f49, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:11:18.657720 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] For port 56ab7ae3-05d0-4a62-8d32-6e2232855f49, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:11:18.671231 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.708519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:18.709330 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:18.710733 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] 10.222.0.36 "PUT /v2.0/ports/56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 1094 time: 0.7640450 Jun 21 03:11:18.711257 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:11:18.713417 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a70a6ff-0ecb-4c2c-be65-ffa436251994" -d '{"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:11:18.734771 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c19a4-f2d7-4e37-9b5c-a74e1d5a8f59 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab7ae3-05d0-4a62-8d32-6e2232855f49,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:18.789391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d28ce-da55-46c8-ac53-15abdfa7b36c x-openstack-request-id: req-6b4d28ce-da55-46c8-ac53-15abdfa7b36c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:11:18.789681 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:11:18.789933 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b4d28ce-da55-46c8-ac53-15abdfa7b36c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:11:18.790342 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4d28ce-da55-46c8-ac53-15abdfa7b36c'] response: {'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'status': 'completed', 'code': 200} Jun 21 03:11:18.878422 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-dd7826c3-f353-4276-a869-acdef528fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:18.880113 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-dd7826c3-f353-4276-a869-acdef528fdcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1128 time: 0.0706286 Jun 21 03:11:18.907549 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea9772-1b38-405b-90d7-a10747f7a09e req-e4f4fc92-9ac5-417f-a99e-6253cdeee499 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:18.909179 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcea9772-1b38-405b-90d7-a10747f7a09e req-e4f4fc92-9ac5-417f-a99e-6253cdeee499 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 944 time: 0.0671647 Jun 21 03:11:18.951636 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-d4d0c720-afcc-4e5f-ba59-060d693623a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 217 time: 0.0414693 Jun 21 03:11:19.029587 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-c207d461-3f92-4852-a204-c810c50d560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:19.031055 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-c207d461-3f92-4852-a204-c810c50d560f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0721714 Jun 21 03:11:19.034129 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcea9772-1b38-405b-90d7-a10747f7a09e req-3134ac43-9ce0-4123-9460-9cd4ec33ae3e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159067 Jun 21 03:11:19.078738 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6de1-93d7-46df-8f79-8e25301da146 req-58b5828b-d9fd-4f11-8fcb-0241a285eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:19.080314 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-58b5828b-d9fd-4f11-8fcb-0241a285eda9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415576 Jun 21 03:11:19.180103 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-2dade163-1e60-40f9-9569-9e047fff2f46 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932896 Jun 21 03:11:19.343750 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6151893-f25a-4466-af96-bd956f02e8f0 req-e18b2b96-06e9-4251-a4b0-0ba8e9b861fd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:19.345377 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6151893-f25a-4466-af96-bd956f02e8f0 req-e18b2b96-06e9-4251-a4b0-0ba8e9b861fd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 945 time: 0.0494685 Jun 21 03:11:19.403110 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6151893-f25a-4466-af96-bd956f02e8f0 req-c9282cf8-9c44-4b4d-a24f-68a9e7dd59b7 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501528 Jun 21 03:11:19.425113 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4eb3a576-26df-497c-a783-cc6b344c468a up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:11:19.480436 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 4eb3a576-26df-497c-a783-cc6b344c468a completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:11:19.486772 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 4eb3a576-26df-497c-a783-cc6b344c468a triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:11:19.487194 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:19.518262 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:19.527671 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-837d6de1-93d7-46df-8f79-8e25301da146 req-7ec7a54c-8b78-435b-a986-a56510833f54 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414459 Jun 21 03:11:19.573387 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 4eb3a576-26df-497c-a783-cc6b344c468a is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:11:19.573800 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:19.597355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:11:19.599663 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086badf2-be80-4146-8120-15e946bbfbdc" -d '{"events": [{"server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:11:19.614657 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 4eb3a576-26df-497c-a783-cc6b344c468a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4eb3a576-26df-497c-a783-cc6b344c468a,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:11:19.621087 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:19.645081 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9f8bef-6ae5-493c-8b0f-ed02ef411bfe x-openstack-request-id: req-2d9f8bef-6ae5-493c-8b0f-ed02ef411bfe {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:11:19.645380 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "name": "network-vif-plugged", "status": "completed", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:11:19.645655 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d9f8bef-6ae5-493c-8b0f-ed02ef411bfe {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:11:19.646615 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9f8bef-6ae5-493c-8b0f-ed02ef411bfe'] response: {'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a', 'code': 200} Jun 21 03:11:19.668635 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 56972) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:19.673235 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=4eb3a576-26df-497c-a783-cc6b344c468a,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:19.802600 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-548bb397-4e86-4d84-8b1e-2160460ca350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:19.882521 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-548bb397-4e86-4d84-8b1e-2160460ca350 admin admin] Publish callbacks [] for security_group (ee8a360b-90c8-49aa-9f07-4dfd0390b697), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:19.887907 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-548bb397-4e86-4d84-8b1e-2160460ca350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ee8a360b-90c8-49aa-9f07-4dfd0390b697), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:19.901746 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:19.923130 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:19.936081 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-548bb397-4e86-4d84-8b1e-2160460ca350 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c86f24239e124bde9e97897f27deac29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662942 Jun 21 03:11:19.938035 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bb397-4e86-4d84-8b1e-2160460ca350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8a360b-90c8-49aa-9f07-4dfd0390b697,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:19.938961 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 56978) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:19.989445 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e7cf837b-a4ad-40cb-8371-d97da93bba47 admin admin] Publish callbacks [] for security_group (ee8a360b-90c8-49aa-9f07-4dfd0390b697), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:20.010644 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e7cf837b-a4ad-40cb-8371-d97da93bba47 admin admin] Publish callbacks [] for security_group (ee8a360b-90c8-49aa-9f07-4dfd0390b697), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:20.061922 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e7cf837b-a4ad-40cb-8371-d97da93bba47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ee8a360b-90c8-49aa-9f07-4dfd0390b697), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:20.064673 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e7cf837b-a4ad-40cb-8371-d97da93bba47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:20.068069 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e7cf837b-a4ad-40cb-8371-d97da93bba47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee8a360b-90c8-49aa-9f07-4dfd0390b697 HTTP/1.1" status: 204 len: 168 time: 0.1259017 Jun 21 03:11:20.074456 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf837b-a4ad-40cb-8371-d97da93bba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8a360b-90c8-49aa-9f07-4dfd0390b697,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:20.169301 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f694262-2c60-4454-9308-4d8ab2109fb6 req-4b1e0c35-4bd9-469b-bf16-07b7839abbb6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:20.170950 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0f694262-2c60-4454-9308-4d8ab2109fb6 req-4b1e0c35-4bd9-469b-bf16-07b7839abbb6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 944 time: 0.0487697 Jun 21 03:11:20.198829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:20.221430 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0f694262-2c60-4454-9308-4d8ab2109fb6 req-f2772b67-eeae-48e0-9dc9-1137ce0e4871 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Jun 21 03:11:20.524195 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8d75c-6475-4fca-b3c9-614054348122 req-e8814c1c-30f7-4bac-91eb-63fd0c50249b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:20.525881 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-53c8d75c-6475-4fca-b3c9-614054348122 req-e8814c1c-30f7-4bac-91eb-63fd0c50249b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0507126 Jun 21 03:11:20.577343 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-53c8d75c-6475-4fca-b3c9-614054348122 req-282c1981-75ab-414a-a040-33e3c927171f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449297 Jun 21 03:11:21.353445 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cfb97-14b8-42da-b28b-a858fc287369 req-15bea8e4-6371-4fd3-84b3-9eb5e0a6c070 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:21.354919 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-386cfb97-14b8-42da-b28b-a858fc287369 req-15bea8e4-6371-4fd3-84b3-9eb5e0a6c070 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 944 time: 0.0618148 Jun 21 03:11:21.402691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:21.411102 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-386cfb97-14b8-42da-b28b-a858fc287369 req-f6f0c429-8f69-47b3-a337-159ce1370cf8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505912 Jun 21 03:11:21.700523 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dabb7f-fae3-490b-a980-a56e954ed601 req-24958a82-9867-4b55-8f0a-ae8b17fb3697 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:21.702002 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35dabb7f-fae3-490b-a980-a56e954ed601 req-24958a82-9867-4b55-8f0a-ae8b17fb3697 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0492446 Jun 21 03:11:21.753225 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35dabb7f-fae3-490b-a980-a56e954ed601 req-4b57c308-10f9-4ec9-b4a8-649ad15da374 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456469 Jun 21 03:11:22.559170 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81109f3-a82c-4feb-85d9-2c7e825d09e6 req-c8821aef-f9ac-4d22-a1c0-6945a19bf6fb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:22.560655 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c81109f3-a82c-4feb-85d9-2c7e825d09e6 req-c8821aef-f9ac-4d22-a1c0-6945a19bf6fb tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 944 time: 0.0612855 Jun 21 03:11:22.612539 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c81109f3-a82c-4feb-85d9-2c7e825d09e6 req-ce4ea2f4-14de-496a-a63f-01e9aafabf99 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Jun 21 03:11:22.882290 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e999957-8fd5-4028-a308-468c7e622d3f req-9782ce73-3192-4cea-a084-2e8f52038fa9 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:22.883748 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e999957-8fd5-4028-a308-468c7e622d3f req-9782ce73-3192-4cea-a084-2e8f52038fa9 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0518694 Jun 21 03:11:22.937535 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e999957-8fd5-4028-a308-468c7e622d3f req-041d4558-7abf-473f-a45e-6db8da5f9d12 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Jun 21 03:11:23.166104 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-5d904a73-7657-4d8f-bc19-5fc6c8504952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:23.167606 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-5d904a73-7657-4d8f-bc19-5fc6c8504952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1128 time: 0.0408151 Jun 21 03:11:23.342171 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-71c21949-086c-4fc0-a7ff-abe41aec0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:23.343648 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-71c21949-086c-4fc0-a7ff-abe41aec0267 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0935829 Jun 21 03:11:23.396813 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-0d8573a9-0d32-429e-8451-d1d374d3cb7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 217 time: 0.0368474 Jun 21 03:11:23.401060 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 56ab7ae3-05d0-4a62-8d32-6e2232855f49 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:11:23.404233 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:23.405343 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a96bcb-15f9-4b21-af17-3d541e5e9bd8 req-6534259e-3374-464f-af0c-223f4f6f08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:23.407032 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5a96bcb-15f9-4b21-af17-3d541e5e9bd8 req-6534259e-3374-464f-af0c-223f4f6f08ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 1130 time: 0.0468211 Jun 21 03:11:23.462091 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-d6f6cb3d-c48d-46a7-9f0c-43d61288ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:23.463682 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-d6f6cb3d-c48d-46a7-9f0c-43d61288ac66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0611355 Jun 21 03:11:23.463789 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5a96bcb-15f9-4b21-af17-3d541e5e9bd8 req-99c576ea-db61-444c-ba59-979a6f37d236 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493479 Jun 21 03:11:23.507342 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 56ab7ae3-05d0-4a62-8d32-6e2232855f49, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:11:23.519788 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'mac_address': 'fa:16:3e:f2:39:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:11:23.554278 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:11:23.554581 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:23.570884 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ab7ae3-05d0-4a62-8d32-6e2232855f49 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:11:23.590620 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 56ab7ae3-05d0-4a62-8d32-6e2232855f49, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:11:23.595148 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:23.641083 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=56ab7ae3-05d0-4a62-8d32-6e2232855f49,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:23.765947 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4614-8a94-4771-8120-ab594dec3b54 req-0e1cadf3-53f5-4057-bf4d-e9fda939fd77 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:23.768506 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2d0f4614-8a94-4771-8120-ab594dec3b54 req-0e1cadf3-53f5-4057-bf4d-e9fda939fd77 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 945 time: 0.0807080 Jun 21 03:11:23.822302 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2d0f4614-8a94-4771-8120-ab594dec3b54 req-98162d05-76f6-4dd3-a0ab-093e02e9ca0d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482488 Jun 21 03:11:24.052125 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-93c51594-5adf-47d2-afa8-a042a1120b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:24.053660 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-93c51594-5adf-47d2-afa8-a042a1120b06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729392 Jun 21 03:11:24.071449 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422880-1dc7-4f85-a63a-b69759888b3f req-4cb95f36-5a6a-4f16-8719-85bc39a548fc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:24.072922 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d422880-1dc7-4f85-a63a-b69759888b3f req-4cb95f36-5a6a-4f16-8719-85bc39a548fc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0535870 Jun 21 03:11:24.124249 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d422880-1dc7-4f85-a63a-b69759888b3f req-c4c5555a-859b-4c75-a9ed-0f992ac22a3e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456264 Jun 21 03:11:24.365369 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['56ab7ae3-05d0-4a62-8d32-6e2232855f49'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:11:24.943243 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d8e23-098c-446d-b374-ddea9b63c16c req-50d2806f-88bb-4bba-aff6-29b236349bdd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:24.944756 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a15d8e23-098c-446d-b374-ddea9b63c16c req-50d2806f-88bb-4bba-aff6-29b236349bdd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 945 time: 0.0481172 Jun 21 03:11:24.993746 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a15d8e23-098c-446d-b374-ddea9b63c16c req-cdbcacd4-5d7a-40f3-9b05-116ce5975f14 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434010 Jun 21 03:11:25.271269 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efb07-04bc-4655-a125-e92626b6ac10 req-5feb2a18-a8d6-4403-ac0d-869352f71c44 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:25.272795 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-731efb07-04bc-4655-a125-e92626b6ac10 req-5feb2a18-a8d6-4403-ac0d-869352f71c44 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0745111 Jun 21 03:11:25.357215 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-62ad3034-4d0a-4787-911a-bccda1c99613 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297972 Jun 21 03:11:25.379212 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-731efb07-04bc-4655-a125-e92626b6ac10 req-5c8eda6e-28a6-45b7-add0-539292ef4570 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743642 Jun 21 03:11:25.461978 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a70a6ff-0ecb-4c2c-be65-ffa436251994 req-37589b56-2936-4d71-aa0c-66e475c0404b service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954406 Jun 21 03:11:26.123356 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f01815-e26c-41f5-9b6c-73b8895dde4b req-bb6c05aa-45dc-40fb-b707-d6bb1b149325 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:26.124910 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03f01815-e26c-41f5-9b6c-73b8895dde4b req-bb6c05aa-45dc-40fb-b707-d6bb1b149325 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 945 time: 0.0483577 Jun 21 03:11:26.177282 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03f01815-e26c-41f5-9b6c-73b8895dde4b req-1114b82f-e199-42c7-94a2-4403ad2f95e5 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Jun 21 03:11:26.274365 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 56ab7ae3-05d0-4a62-8d32-6e2232855f49 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:11:26.316438 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:11:26.323243 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:11:26.323608 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:26.390385 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:26.398704 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:11:26.399085 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:26.424141 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:11:26.426442 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6976eaf8-3f64-4918-b4c6-2712f4a37452" -d '{"events": [{"server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "name": "network-vif-plugged", "status": "completed", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:11:26.444217 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 56ab7ae3-05d0-4a62-8d32-6e2232855f49, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:11:26.450332 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:26.475453 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f390b-8ddb-4f28-a617-39b6a2a34010 x-openstack-request-id: req-983f390b-8ddb-4f28-a617-39b6a2a34010 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:11:26.475761 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "name": "network-vif-plugged", "status": "completed", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:11:26.476002 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-983f390b-8ddb-4f28-a617-39b6a2a34010 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:11:26.476401 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983f390b-8ddb-4f28-a617-39b6a2a34010'] response: {'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'code': 200} Jun 21 03:11:26.502786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0888e5-6ef1-4966-b015-cc516b0b4a52 req-fd5fe0bc-4bbb-4d4e-9d53-75ce31018364 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:26.503368 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=56ab7ae3-05d0-4a62-8d32-6e2232855f49,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:26.504179 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f0888e5-6ef1-4966-b015-cc516b0b4a52 req-fd5fe0bc-4bbb-4d4e-9d53-75ce31018364 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0516348 Jun 21 03:11:26.531405 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:26.555718 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f0888e5-6ef1-4966-b015-cc516b0b4a52 req-737907f7-a0b3-4d7f-835f-909d1969b3c1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Jun 21 03:11:26.692517 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ba4a8-1650-4f77-997e-208e5273194c req-c3c4d5a4-2d85-4231-8442-4e63e94b44ca tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:26.694173 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c57ba4a8-1650-4f77-997e-208e5273194c req-c3c4d5a4-2d85-4231-8442-4e63e94b44ca tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0565763 Jun 21 03:11:26.748525 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c57ba4a8-1650-4f77-997e-208e5273194c req-068f7220-6ad8-4d9f-a102-c4bbc15a2891 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468159 Jun 21 03:11:26.772996 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 57086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:26.974378 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228bea2-372f-4dcd-9eb5-439151b2d968 tempest-TestVolumeBootPattern-86149460 tempest-TestVolumeBootPattern-86149460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:26.976016 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7228bea2-372f-4dcd-9eb5-439151b2d968 tempest-TestVolumeBootPattern-86149460 tempest-TestVolumeBootPattern-86149460-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 1125 time: 0.2020476 Jun 21 03:11:26.978950 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 57090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:26.983163 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'port_id': '4eb3a576-26df-497c-a783-cc6b344c468a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:26.993502 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:27.006449 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:27.091442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:27.178838 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5997421-18be-41e3-bf61-aea0be412d70 req-60d7e3fa-f6df-4883-8eb5-39a000fbfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:27.180352 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5997421-18be-41e3-bf61-aea0be412d70 req-60d7e3fa-f6df-4883-8eb5-39a000fbfb1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1130 time: 0.0817091 Jun 21 03:11:27.279823 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Allocated IP 172.27.2.126 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/18715d4a-1aa6-4c88-bbae-22a3ee9ced11) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:11:27.305157 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5997421-18be-41e3-bf61-aea0be412d70 req-f6a9e4bb-9618-4071-99a6-c4c90727d243 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165864 Jun 21 03:11:27.327777 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d155db-0696-4243-aaaf-d07a40751c46 req-d3d989c3-8366-49e1-a91f-64ed214e7496 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:27.336857 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2d155db-0696-4243-aaaf-d07a40751c46 req-d3d989c3-8366-49e1-a91f-64ed214e7496 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0757556 Jun 21 03:11:27.428294 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2d155db-0696-4243-aaaf-d07a40751c46 req-bb09740d-4872-442e-96b0-6f7600edcd79 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891762 Jun 21 03:11:27.456798 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:27.489691 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:27.531169 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:11:27.534148 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:11:27.538246 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:11:27.563421 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=18715d4a-1aa6-4c88-bbae-22a3ee9ced11,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:27.740111 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:27.755661 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:27.900180 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (284a695d-cabb-4dfb-83ae-85e3ab60f675), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:27.982686 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:28.133872 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:28.140443 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:28.210012 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=18715d4a-1aa6-4c88-bbae-22a3ee9ced11,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:11:28.223645 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (284a695d-cabb-4dfb-83ae-85e3ab60f675), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:28.320969 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Floating IP 284a695d-cabb-4dfb-83ae-85e3ab60f675 associated. External IP: 172.27.2.126, port: 4eb3a576-26df-497c-a783-cc6b344c468a. Jun 21 03:11:28.548725 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80418e-3072-472e-bb4b-9c263dba78f8 req-6c357937-e0b5-4057-ba2f-f47e3a9bab2a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:28.550277 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1c80418e-3072-472e-bb4b-9c263dba78f8 req-6c357937-e0b5-4057-ba2f-f47e3a9bab2a tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0536408 Jun 21 03:11:28.552321 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:11:28.601087 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1c80418e-3072-472e-bb4b-9c263dba78f8 req-9d06eb96-d6e7-4457-9ac6-8016fff08d12 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Jun 21 03:11:28.608214 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:28.674972 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:11:28.680835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:28.686016 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:11:28.696636 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:28.698657 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:11:28.699253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:11:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:28.731239 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bbe16e0e-6821-4022-bd86-26a0c977bb48 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7512174 Jun 21 03:11:28.731900 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:11:28.734234 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1adf3-8019-4c27-ac02-32ee1cba07fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:11:28.770228 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a17ecc-1854-40f2-aa44-141748da32ad x-openstack-request-id: req-04a17ecc-1854-40f2-aa44-141748da32ad {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:11:28.770512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:11:28.770930 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04a17ecc-1854-40f2-aa44-141748da32ad {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:11:28.771346 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a17ecc-1854-40f2-aa44-141748da32ad'] response: {'name': 'network-changed', 'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a', 'status': 'completed', 'code': 200} Jun 21 03:11:28.804126 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:11:28.964066 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:28.969946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-46b866b1-d6cf-465d-afaf-91c0df688659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:28.971669 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-46b866b1-d6cf-465d-afaf-91c0df688659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 1130 time: 0.0430868 Jun 21 03:11:29.076078 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '284a695d-cabb-4dfb-83ae-85e3ab60f675', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '4eb3a576-26df-497c-a783-cc6b344c468a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:12:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:27Z', 'updated_at': '2022-06-21T03:11:27Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:29.095933 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-1a362bea-3c51-4430-bc68-bb5ec6912e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:29.097511 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-1a362bea-3c51-4430-bc68-bb5ec6912e4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.0969355 Jun 21 03:11:29.100308 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:11:29.108952 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:11:29.109525 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:11:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:29.183539 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-8c58863c-e634-4618-89f5-c8c7931384b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4eb3a576-26df-497c-a783-cc6b344c468a HTTP/1.1" status: 200 len: 1000 time: 0.0576336 Jun 21 03:11:29.235430 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-621f262a-3f63-4250-934f-192f2cf6f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:29.236934 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-621f262a-3f63-4250-934f-192f2cf6f3e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0464668 Jun 21 03:11:29.284776 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-f6ba3bfa-9447-477c-ad34-29de779e066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:29.286475 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-f6ba3bfa-9447-477c-ad34-29de779e066a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410702 Jun 21 03:11:29.335965 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:11:29.382167 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-9e8f71cf-2cb7-4dd5-aac4-e971aa0d2277 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894773 Jun 21 03:11:29.542852 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '284a695d-cabb-4dfb-83ae-85e3ab60f675', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '4eb3a576-26df-497c-a783-cc6b344c468a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:12:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:27Z', 'updated_at': '2022-06-21T03:11:27Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:29.570507 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5852e-bb4e-472f-8339-d31ab11cc90a None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '284a695d-cabb-4dfb-83ae-85e3ab60f675', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '4eb3a576-26df-497c-a783-cc6b344c468a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:12:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:27Z', 'updated_at': '2022-06-21T03:11:27Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:11:29.725406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1a3b5-3e4a-44a8-af96-5a787e0813ab req-7959592e-7c20-4985-a8cd-34c9ce3199b3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:29.733130 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebb1a3b5-3e4a-44a8-af96-5a787e0813ab req-7959592e-7c20-4985-a8cd-34c9ce3199b3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0621407 Jun 21 03:11:29.772269 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70c4ca3-559e-49d1-8681-a9be9c02ca56 None None] New status for floating IP 284a695d-cabb-4dfb-83ae-85e3ab60f675: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:11:29.784102 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebb1a3b5-3e4a-44a8-af96-5a787e0813ab req-f0114c4c-d599-43f3-ba6c-19fd67f80901 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490053 Jun 21 03:11:29.964891 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79d1adf3-8019-4c27-ac02-32ee1cba07fb req-963d4b49-923b-48d4-8970-1a94c272dd21 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938053 Jun 21 03:11:30.909237 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1ee3a-21aa-4423-810b-07f791513250 req-312d7a74-75c9-4dfc-862f-0c929cd5361d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:30.910726 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1b1ee3a-21aa-4423-810b-07f791513250 req-312d7a74-75c9-4dfc-862f-0c929cd5361d tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0488796 Jun 21 03:11:30.968479 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1b1ee3a-21aa-4423-810b-07f791513250 req-ce1cea9a-c92e-4b28-a9c6-b1be52930e7e tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520458 Jun 21 03:11:31.098656 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3893-8666-40e2-9b48-f24380c00834 req-2fd9e895-96fd-4108-a9b6-756a5ec54309 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:31.100328 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32ba3893-8666-40e2-9b48-f24380c00834 req-2fd9e895-96fd-4108-a9b6-756a5ec54309 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0643151 Jun 21 03:11:31.113250 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 57138) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:11:31.117840 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'floatingip': {'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:11:31.161515 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:31.778671 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:31.803351 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:31.865450 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:31.869964 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:31.974667 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Floating IP ebd62c6b-ef22-4579-ae77-e4cba8b8c938 associated. External IP: 172.27.2.221, port: 56ab7ae3-05d0-4a62-8d32-6e2232855f49. Jun 21 03:11:32.198863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Router 6d73273a-b083-46b6-8161-1f5e3a93885f has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:11:32.306145 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:11:32.310548 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:32.315971 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] Sync routers for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:11:32.327296 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:11:32.328065 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:11:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:32.341174 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-96d35ee2-52d6-4a57-9d18-53a8fb3cbfd1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "PUT /v2.0/floatingips/ebd62c6b-ef22-4579-ae77-e4cba8b8c938 HTTP/1.1" status: 200 len: 992 time: 1.2267816 Jun 21 03:11:32.341786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:11:32.344144 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c713f20-abe2-44a4-beaf-d9b5863f81e2" -d '{"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:11:32.380905 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91222011-9395-4912-88b0-2ccd4e982ff3 x-openstack-request-id: req-91222011-9395-4912-88b0-2ccd4e982ff3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:11:32.381156 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:11:32.381403 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91222011-9395-4912-88b0-2ccd4e982ff3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:11:32.381799 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91222011-9395-4912-88b0-2ccd4e982ff3'] response: {'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'status': 'completed', 'code': 200} Jun 21 03:11:32.434442 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:11:32.470321 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:32.655910 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'ebd62c6b-ef22-4579-ae77-e4cba8b8c938', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'mac_address': 'fa:16:3e:f2:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:14Z', 'updated_at': '2022-06-21T03:11:31Z', 'revision_number': 1, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:32.683919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] Checking router: 6d73273a-b083-46b6-8161-1f5e3a93885f for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:11:32.693423 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:11:32.694033 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:11:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:32.801314 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:11:32.833453 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:33.012390 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'ebd62c6b-ef22-4579-ae77-e4cba8b8c938', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'mac_address': 'fa:16:3e:f2:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:14Z', 'updated_at': '2022-06-21T03:11:31Z', 'revision_number': 1, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:11:33.037397 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84656d2e-c83e-4e59-bc41-a7953bc6c155 None None] The sync data for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi is: [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'ebd62c6b-ef22-4579-ae77-e4cba8b8c938', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'mac_address': 'fa:16:3e:f2:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:14Z', 'updated_at': '2022-06-21T03:11:31Z', 'revision_number': 1, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:11:33.650978 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f594829-2025-4d2d-a643-6d50dc7f0581 None None] New status for floating IP ebd62c6b-ef22-4579-ae77-e4cba8b8c938: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:11:35.821000 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-99ee76e0-1296-40c8-a599-4971d81214da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:35.822562 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-99ee76e0-1296-40c8-a599-4971d81214da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1130 time: 0.0411098 Jun 21 03:11:35.949665 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-593f1b0a-99a3-4e02-9bb9-604aebe13a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:35.951285 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-593f1b0a-99a3-4e02-9bb9-604aebe13a53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0965147 Jun 21 03:11:36.017102 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-b20eaacf-b982-41b8-a2aa-2f125a73d4c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 1002 time: 0.0577023 Jun 21 03:11:36.065225 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-93cf0a2b-9879-4504-924c-2901be60a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:36.066662 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-93cf0a2b-9879-4504-924c-2901be60a728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0433688 Jun 21 03:11:36.112698 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-a6224601-ab6c-4c4d-a7ea-e789087adb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:36.114134 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-a6224601-ab6c-4c4d-a7ea-e789087adb09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411832 Jun 21 03:11:36.205432 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-76c474af-6569-4980-a64b-f232f9f6a05f service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831916 Jun 21 03:11:36.242812 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:36.300761 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c713f20-abe2-44a4-beaf-d9b5863f81e2 req-5fe415f2-b980-4076-be29-7db596476d00 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880885 Jun 21 03:11:40.211857 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:11:41.080975 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=78 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:41.084434 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=83 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:41.613213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5808179-654e-46f7-afa7-d9bca40a8b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:43.855070 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-93bf1f34-4c3c-42af-99b0-4081454e8d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:44.092711 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:44.097118 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-e6320474-ead4-459f-ac07-5d594ca1bc59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390179 Jun 21 03:11:44.174079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-85592c75-72d5-456c-a6b3-95f8de89f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:44.175653 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-85592c75-72d5-456c-a6b3-95f8de89f4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 1129 time: 0.0398421 Jun 21 03:11:44.293254 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-a3a775b4-b5c3-4433-922b-a375392aa9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:44.294856 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-a3a775b4-b5c3-4433-922b-a375392aa9f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0971746 Jun 21 03:11:44.339591 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-b53d4fce-af5d-434f-a8e6-188bbbd8933a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcab122-3477-4e02-b7aa-acd704037607 HTTP/1.1" status: 200 len: 217 time: 0.0360336 Jun 21 03:11:44.398642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-74ecd5aa-56a8-4964-9907-6bd86daf3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:44.400184 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-74ecd5aa-56a8-4964-9907-6bd86daf3e58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0484269 Jun 21 03:11:44.450638 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-9053accd-6887-4aa2-8742-9bf18703a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:11:44.452060 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-9053accd-6887-4aa2-8742-9bf18703a634 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446970 Jun 21 03:11:44.552483 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-f2a3cedd-3669-4884-b6e1-fbf759c945fe service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928202 Jun 21 03:11:44.659222 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f9615b-b2ea-4fe1-af96-438883e4fa81 req-328ca00e-7149-4dba-8e0e-4614a2f85936 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005151 Jun 21 03:11:44.845507 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:46.265656 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:46.689408 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:47.087464 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:11:50.207111 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:50.207965 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:54.655284 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=53 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:54.656371 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=42 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:57.077612 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:11:57.080662 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:11.620957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d9275387-d5ee-4faf-a81c-03b73d357733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:12.944235 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dad6d-b5ff-4374-aec9-15ddb46ef25a req-71a57b6f-ff24-4231-a128-9fe2cb5fa928 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:12.945624 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-741dad6d-b5ff-4374-aec9-15ddb46ef25a req-71a57b6f-ff24-4231-a128-9fe2cb5fa928 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0586030 Jun 21 03:12:12.992458 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-741dad6d-b5ff-4374-aec9-15ddb46ef25a req-ae066b40-6d55-476a-b0db-b1726d08d943 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Jun 21 03:12:13.856704 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1480b112-6b18-44c4-a48d-2b8fc8db4def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:14.127629 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da095fa-c633-435b-b477-6fcc4d301e83 req-db317835-c658-4c19-b35e-94cc04d2cef5 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:14.129132 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7da095fa-c633-435b-b477-6fcc4d301e83 req-db317835-c658-4c19-b35e-94cc04d2cef5 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0513744 Jun 21 03:12:14.178250 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7da095fa-c633-435b-b477-6fcc4d301e83 req-957b5ac5-546f-4e29-80bb-f94c19903d2e tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Jun 21 03:12:14.863006 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:15.323514 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5301-e38b-4ec3-96f5-9cf8dc3aed3c req-ad67ff3a-7c9d-4df9-8631-17459dc9d0a7 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:15.325061 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-10da5301-e38b-4ec3-96f5-9cf8dc3aed3c req-ad67ff3a-7c9d-4df9-8631-17459dc9d0a7 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0793014 Jun 21 03:12:15.331016 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-01c7f283-d2c7-4d91-bd7f-ca2719bb5122 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:15.332396 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-01c7f283-d2c7-4d91-bd7f-ca2719bb5122 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "GET /v2.0/ports?device_id=3440fef6-b7ab-473a-a9cc-59bda5a7e862 HTTP/1.1" status: 200 len: 946 time: 0.0761578 Jun 21 03:12:15.432049 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-10da5301-e38b-4ec3-96f5-9cf8dc3aed3c req-06e232d3-4c6a-4cb8-83d3-e37fd90c2bdf tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986001 Jun 21 03:12:15.441885 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Deleting port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:12:15.442394 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:15.536688 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] For port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:15.537051 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:15.550764 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Calling delete_port for 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:12:15.683319 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (390e62c6-ae36-4c70-b2b1-25b19e6cfc84), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:15.712033 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Pushing event deleted for resources: {'Port': ['ID=390e62c6-ae36-4c70-b2b1-25b19e6cfc84,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:15.721936 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.722309 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.722646 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.722963 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.723298 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.723619 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.723942 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.724260 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.724599 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.725365 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.725365 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.725547 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.725830 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.726149 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.726464 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:15.737723 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['390e62c6-ae36-4c70-b2b1-25b19e6cfc84'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:12:15.769744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] No DVR routers for this DVR port 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:12:15.772354 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:15.775585 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c2a99af4-94c1-4858-9488-9b8cedd5edf1 req-9c5ac06d-0acb-493c-abc3-6dded599e585 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "DELETE /v2.0/ports/390e62c6-ae36-4c70-b2b1-25b19e6cfc84 HTTP/1.1" status: 204 len: 173 time: 0.4363475 Jun 21 03:12:15.776014 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'name': 'network-vif-deleted', 'tag': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:12:15.778377 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea454e5a-15a4-4df4-9892-de4184e7e892" -d '{"events": [{"server_uuid": "3440fef6-b7ab-473a-a9cc-59bda5a7e862", "name": "network-vif-deleted", "tag": "390e62c6-ae36-4c70-b2b1-25b19e6cfc84"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:12:15.813692 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13319aa3-08bf-41b7-b8a8-1820a74a1c49 x-openstack-request-id: req-13319aa3-08bf-41b7-b8a8-1820a74a1c49 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:12:15.813980 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3440fef6-b7ab-473a-a9cc-59bda5a7e862", "name": "network-vif-deleted", "tag": "390e62c6-ae36-4c70-b2b1-25b19e6cfc84", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:12:15.814231 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13319aa3-08bf-41b7-b8a8-1820a74a1c49 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:12:15.814653 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13319aa3-08bf-41b7-b8a8-1820a74a1c49'] response: {'server_uuid': '3440fef6-b7ab-473a-a9cc-59bda5a7e862', 'name': 'network-vif-deleted', 'tag': '390e62c6-ae36-4c70-b2b1-25b19e6cfc84', 'status': 'completed', 'code': 200} Jun 21 03:12:16.268372 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:16.685437 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:17.082912 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:17.211145 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:12:19.378467 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:12:19.403408 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:12:19.403829 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 390e62c6-ae36-4c70-b2b1-25b19e6cfc84 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:12:24.166557 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:24.174098 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:25.753184 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:25.754551 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=70,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:27.206314 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:27.207211 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=6 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:28.674335 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-1cec4ec4-16e6-4d1b-8055-1a45fdbf45e3 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:28.676446 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-1cec4ec4-16e6-4d1b-8055-1a45fdbf45e3 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/networks?id=f2abf431-f273-437a-aebe-28a3974ec06c HTTP/1.1" status: 200 len: 813 time: 0.1294134 Jun 21 03:12:28.695730 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-183110f1-354b-4366-bff8-eec181260b54 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/quotas/0d8e2178a3c84520ac00fc1cf2da0329 HTTP/1.1" status: 200 len: 375 time: 0.0114369 Jun 21 03:12:28.734030 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-0497ad3d-5429-46fe-af8d-af9a2abd9671 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d8e2178a3c84520ac00fc1cf2da0329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300016 Jun 21 03:12:28.836985 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-5f0ee664-569a-4348-9226-56d71d92c0b1 service neutron] 10.222.0.16 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961235 Jun 21 03:12:28.929144 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-30f7b864-2abb-4473-97da-b80c0748e8cc service neutron] 10.222.0.16 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898974 Jun 21 03:12:29.095385 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bea8fd90-5d48-4dbd-98ca-a095fabb7558 req-b64a76e2-c38b-4d9c-95a0-d7dacc6ec73b tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 210 time: 0.0309160 Jun 21 03:12:29.382391 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:29.383202 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:30.118867 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 57652) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:12:30.225033 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-367e616b-7e06-4811-b730-b712f958acde req-ed421ea1-b7be-4831-8ce1-99fa52b39287 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 210 time: 0.0485063 Jun 21 03:12:30.261109 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-903cab97-d662-40ff-902c-ebfabd774133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.415958 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-26a817ee-5883-4bbf-8a78-484fe7756dec tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:30.418671 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-26a817ee-5883-4bbf-8a78-484fe7756dec tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "GET /v2.0/networks?id=f2abf431-f273-437a-aebe-28a3974ec06c HTTP/1.1" status: 200 len: 813 time: 0.1551137 Jun 21 03:12:30.450464 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-903cab97-d662-40ff-902c-ebfabd774133 admin admin] Publish callbacks [] for security_group (bf4ada06-3813-4a6f-8893-eba0de972bd7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.460769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-903cab97-d662-40ff-902c-ebfabd774133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (bf4ada06-3813-4a6f-8893-eba0de972bd7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.479648 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Request body: {'port': {'device_id': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c', 'admin_state_up': True, 'tenant_id': '0d8e2178a3c84520ac00fc1cf2da0329'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:30.535281 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-903cab97-d662-40ff-902c-ebfabd774133 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5575685b576400aa11d301437487686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150271 Jun 21 03:12:30.538317 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 57662) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:12:30.544249 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cab97-d662-40ff-902c-ebfabd774133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4ada06-3813-4a6f-8893-eba0de972bd7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:30.596106 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Publish callbacks [] for security_group (bf4ada06-3813-4a6f-8893-eba0de972bd7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.620655 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Publish callbacks [] for security_group (bf4ada06-3813-4a6f-8893-eba0de972bd7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.624312 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Made reservation on behalf of 0d8e2178a3c84520ac00fc1cf2da0329 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:12:30.630190 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.672782 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (bf4ada06-3813-4a6f-8893-eba0de972bd7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.675784 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:30.676761 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf4ada06-3813-4a6f-8893-eba0de972bd7 HTTP/1.1" status: 204 len: 168 time: 0.1369710 Jun 21 03:12:30.685506 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4ada06-3813-4a6f-8893-eba0de972bd7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:30.693755 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.693755 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.694071 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.694292 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.694856 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.695346 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.695663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.695978 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.696294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.696654 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.697090 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.697575 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.698016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.699011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.699011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49bf40a-d91e-4ac2-ab9d-8e5a2a0a3175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:30.816677 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Allocated IP 172.20.0.2 (f2abf431-f273-437a-aebe-28a3974ec06c/1808204a-ec5f-4c1b-b566-bdf852441e0e/de74322d-b2b1-4e78-983e-9e4f65495959) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:12:30.825851 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:30.840561 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:31.021421 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks [] for port (de74322d-b2b1-4e78-983e-9e4f65495959), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:31.062315 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:31.117870 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Network f2abf431-f273-437a-aebe-28a3974ec06c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:12:31.121124 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:12:31.126747 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:12:31.134513 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Pushing event updated for resources: {'Port': ['ID=de74322d-b2b1-4e78-983e-9e4f65495959,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:31.199263 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:31.200300 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:31.221342 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-551b74ce-90dd-4998-baa1-73018b361775 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7469499 Jun 21 03:12:31.242561 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Request body: {'port': {'device_id': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:31.305459 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:31.338310 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5995-4451-45b5-aae8-1676ef2168a4 req-cafabe2d-72a0-4a60-ae15-08ff3d2f6db9 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:31.339707 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e99d5995-4451-45b5-aae8-1676ef2168a4 req-cafabe2d-72a0-4a60-ae15-08ff3d2f6db9 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 931 time: 0.0508847 Jun 21 03:12:31.389031 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e99d5995-4451-45b5-aae8-1676ef2168a4 req-debcc0fa-f9d6-437b-a1a6-a421497aad56 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Jun 21 03:12:31.579087 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de74322d-b2b1-4e78-983e-9e4f65495959 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:12:31.587244 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Publish callbacks [] for port (de74322d-b2b1-4e78-983e-9e4f65495959), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:31.600112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Transition to ACTIVE for port object de74322d-b2b1-4e78-983e-9e4f65495959 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:12:31.605927 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:31.652786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:31.657053 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Pushing event updated for resources: {'Port': ['ID=de74322d-b2b1-4e78-983e-9e4f65495959,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:31.734942 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Attempting to bind port de74322d-b2b1-4e78-983e-9e4f65495959 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:12:31.735271 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Attempting to bind port de74322d-b2b1-4e78-983e-9e4f65495959 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:12:31.735607 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Attempting to bind port de74322d-b2b1-4e78-983e-9e4f65495959 on network f2abf431-f273-437a-aebe-28a3974ec06c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:12:31.740511 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Port de74322d-b2b1-4e78-983e-9e4f65495959 on network f2abf431-f273-437a-aebe-28a3974ec06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:12:31.740829 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Attempting to bind port de74322d-b2b1-4e78-983e-9e4f65495959 on network f2abf431-f273-437a-aebe-28a3974ec06c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:12:31.746194 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:12:31.746528 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Checking segment: {'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:12:31.746906 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Bound using segment: {'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:12:31.747635 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Bound port: de74322d-b2b1-4e78-983e-9e4f65495959, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48112e0-7314-4063-b829-0ce02abedafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:12:31.747985 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:32.064768 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] For port de74322d-b2b1-4e78-983e-9e4f65495959, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:12:32.068187 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] For port de74322d-b2b1-4e78-983e-9e4f65495959, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=de74322d-b2b1-4e78-983e-9e4f65495959,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:12:32.074757 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:32.080941 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:32.123917 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:32.124558 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:32.126303 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/de74322d-b2b1-4e78-983e-9e4f65495959 HTTP/1.1" status: 200 len: 1093 time: 0.8912637 Jun 21 03:12:32.126810 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'tag': 'de74322d-b2b1-4e78-983e-9e4f65495959'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:12:32.129108 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b47ad8-3f0f-4717-9023-286cf7296315" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3aeadc-9008-4eed-ac47-2492213bf82f", "tag": "de74322d-b2b1-4e78-983e-9e4f65495959"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:12:32.142207 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196eeb6-b08d-40a1-88f9-f303bd9750c6 service neutron] Pushing event updated for resources: {'Port': ['ID=de74322d-b2b1-4e78-983e-9e4f65495959,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:32.187359 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991d394b-e7f1-4097-ba51-70950a5aea1c x-openstack-request-id: req-991d394b-e7f1-4097-ba51-70950a5aea1c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:12:32.187667 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3aeadc-9008-4eed-ac47-2492213bf82f", "tag": "de74322d-b2b1-4e78-983e-9e4f65495959", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:12:32.188047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-991d394b-e7f1-4097-ba51-70950a5aea1c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:12:32.188564 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991d394b-e7f1-4097-ba51-70950a5aea1c'] response: {'name': 'network-changed', 'server_uuid': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'tag': 'de74322d-b2b1-4e78-983e-9e4f65495959', 'status': 'completed', 'code': 200} Jun 21 03:12:32.277590 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-e49f58e5-82fc-4f6c-b087-21454e31764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:32.279128 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-e49f58e5-82fc-4f6c-b087-21454e31764f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d8e2178a3c84520ac00fc1cf2da0329&device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 1127 time: 0.0558825 Jun 21 03:12:32.345466 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-c09d32db-0a3b-4c0a-b5fc-d047d2fb449d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de74322d-b2b1-4e78-983e-9e4f65495959 HTTP/1.1" status: 200 len: 217 time: 0.0344648 Jun 21 03:12:32.399092 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-966a75ea-7a80-45c5-87fc-a2787b5a2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:32.401009 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-966a75ea-7a80-45c5-87fc-a2787b5a2509 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1808204a-ec5f-4c1b-b566-bdf852441e0e HTTP/1.1" status: 200 len: 853 time: 0.0492251 Jun 21 03:12:32.434214 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-632dd61d-894b-407c-ae7f-943929165b51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2abf431-f273-437a-aebe-28a3974ec06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257881 Jun 21 03:12:32.543722 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efa8cc-9ca9-4f69-9b3e-4df42c2a05f6 req-58953b60-2559-4b5f-ad97-fca18d36a82d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:32.545202 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9efa8cc-9ca9-4f69-9b3e-4df42c2a05f6 req-58953b60-2559-4b5f-ad97-fca18d36a82d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 943 time: 0.0865679 Jun 21 03:12:32.579855 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-9bdb6f83-d9bb-46f4-9661-83d265ee8400 service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388021 Jun 21 03:12:32.624918 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9efa8cc-9ca9-4f69-9b3e-4df42c2a05f6 req-d9976abb-b801-42ab-ab1f-893f4eb01d90 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736272 Jun 21 03:12:32.700235 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6663d39-7990-4e52-af5e-c58cfdc58f90 req-07e7eee4-90ac-4d32-86ad-2c8ab27693ac service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107173 Jun 21 03:12:33.751388 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3723ef5-1a99-43b9-adac-e94ad69bb789 req-ebe27ded-29fa-4868-98ec-1c722350d6ee tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:33.753409 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3723ef5-1a99-43b9-adac-e94ad69bb789 req-ebe27ded-29fa-4868-98ec-1c722350d6ee tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 943 time: 0.0541103 Jun 21 03:12:33.804620 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3723ef5-1a99-43b9-adac-e94ad69bb789 req-e49f81a1-1dce-4273-adce-0482074d7aeb tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Jun 21 03:12:35.186639 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b4de2-57dd-438a-ac57-23ac2a196296 req-3f44bd7e-568e-4753-a7b2-2342feeea934 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:35.188109 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-092b4de2-57dd-438a-ac57-23ac2a196296 req-3f44bd7e-568e-4753-a7b2-2342feeea934 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 943 time: 0.0520566 Jun 21 03:12:35.236660 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-092b4de2-57dd-438a-ac57-23ac2a196296 req-d929d4ea-eb48-4f7c-90e9-017734bb17d2 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Jun 21 03:12:35.342351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3e325-054b-4444-b4f7-b44cc2e5e54d req-2ed7964c-890a-4cc3-b537-2a8796573636 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:35.343791 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3a3e325-054b-4444-b4f7-b44cc2e5e54d req-2ed7964c-890a-4cc3-b537-2a8796573636 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0484941 Jun 21 03:12:35.405659 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3a3e325-054b-4444-b4f7-b44cc2e5e54d req-44be7e9d-3801-40b4-ad73-2685dcbc7cb6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536180 Jun 21 03:12:36.336856 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-bdb88a32-1c5a-400b-b99c-03044b664715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:36.338881 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-bdb88a32-1c5a-400b-b99c-03044b664715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d8e2178a3c84520ac00fc1cf2da0329&device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 1127 time: 0.0505874 Jun 21 03:12:36.359529 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d5ceb-873f-4208-8687-536710c452d4 req-3926aeb4-f350-45b4-b416-6450ee51826d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:36.360942 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-869d5ceb-873f-4208-8687-536710c452d4 req-3926aeb4-f350-45b4-b416-6450ee51826d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 943 time: 0.0487902 Jun 21 03:12:36.414009 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-869d5ceb-873f-4208-8687-536710c452d4 req-e72ef49d-22dd-4223-9616-af1eb73e4541 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468194 Jun 21 03:12:36.537632 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000644-32c3-4fbe-8a9b-16bfef458c17 req-99313cb1-5a47-475d-8c17-8733a839f7ce tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:36.539091 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc000644-32c3-4fbe-8a9b-16bfef458c17 req-99313cb1-5a47-475d-8c17-8733a839f7ce tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0535846 Jun 21 03:12:36.587776 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc000644-32c3-4fbe-8a9b-16bfef458c17 req-3c8dface-bf28-437d-a446-bdeab9fb3e06 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Jun 21 03:12:36.841803 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device de74322d-b2b1-4e78-983e-9e4f65495959 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:12:36.947081 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port de74322d-b2b1-4e78-983e-9e4f65495959, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=de74322d-b2b1-4e78-983e-9e4f65495959,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:36.958598 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'de74322d-b2b1-4e78-983e-9e4f65495959', 'network_id': 'f2abf431-f273-437a-aebe-28a3974ec06c', 'port_id': 'de74322d-b2b1-4e78-983e-9e4f65495959', 'mac_address': 'fa:16:3e:f9:09:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1808204a-ec5f-4c1b-b566-bdf852441e0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:12:36.998980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port de74322d-b2b1-4e78-983e-9e4f65495959 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:12:36.999363 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:37.013258 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de74322d-b2b1-4e78-983e-9e4f65495959 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:12:37.033200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port de74322d-b2b1-4e78-983e-9e4f65495959, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=de74322d-b2b1-4e78-983e-9e4f65495959,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:37.037698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:37.083857 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=de74322d-b2b1-4e78-983e-9e4f65495959,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:37.091029 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.091327 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.091711 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.092105 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.092339 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.092694 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.093008 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.093319 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.093631 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.093942 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.094252 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.094574 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.094872 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.095178 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.095482 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:12:37.233097 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-c959432e-af9b-46a1-8703-90e6e279086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:37.234597 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-c959432e-af9b-46a1-8703-90e6e279086b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2abf431-f273-437a-aebe-28a3974ec06c HTTP/1.1" status: 200 len: 914 time: 0.0959082 Jun 21 03:12:37.546294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2105c5-b2e4-43a7-852e-b9ec6dc2655d req-b2518a15-1bba-4c61-b0a2-61d37b1a8244 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:37.547760 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f2105c5-b2e4-43a7-852e-b9ec6dc2655d req-b2518a15-1bba-4c61-b0a2-61d37b1a8244 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 944 time: 0.0578272 Jun 21 03:12:37.595817 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f2105c5-b2e4-43a7-852e-b9ec6dc2655d req-6647ce05-06e8-4ac7-adc7-dbcc8210c6bf tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Jun 21 03:12:37.659933 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['de74322d-b2b1-4e78-983e-9e4f65495959'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:12:37.685256 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-193d44b7-aa6e-4de9-ada8-31ca07906804 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de74322d-b2b1-4e78-983e-9e4f65495959 HTTP/1.1" status: 200 len: 217 time: 0.0338194 Jun 21 03:12:37.773126 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec3095-0252-420e-988a-29acb14fcb15 req-cd0bbd64-f04c-4856-8ef5-421df22dacf1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:37.774642 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-deec3095-0252-420e-988a-29acb14fcb15 req-cd0bbd64-f04c-4856-8ef5-421df22dacf1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0861781 Jun 21 03:12:37.796274 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:37.826011 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-c0eb3f68-4db3-4925-af77-150e39a03138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:37.827566 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-c0eb3f68-4db3-4925-af77-150e39a03138 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1808204a-ec5f-4c1b-b566-bdf852441e0e HTTP/1.1" status: 200 len: 853 time: 0.1254580 Jun 21 03:12:37.883385 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-5f6ff3f2-007f-420a-a0c5-8ecf01149121 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2abf431-f273-437a-aebe-28a3974ec06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355921 Jun 21 03:12:37.886687 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-deec3095-0252-420e-988a-29acb14fcb15 req-b1b10f95-acca-4cf2-b180-f708401a1038 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028535 Jun 21 03:12:37.983200 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-be3f2213-cbd2-4edd-997d-2984d14b7d8e service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930624 Jun 21 03:12:38.078683 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7b47ad8-3f0f-4717-9023-286cf7296315 req-ccd71fcf-c70a-4527-9952-f073ef083efe service neutron] 10.222.0.36 "GET /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874395 Jun 21 03:12:38.587359 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 57768) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:12:38.594046 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d53aac1d-b8f8-45bb-b7d4-35389084592e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648408140', 'description': 'tempest-description--1878425362'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:38.619690 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d53aac1d-b8f8-45bb-b7d4-35389084592e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.643525 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:38.722878 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d53aac1d-b8f8-45bb-b7d4-35389084592e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (9bda1670-4d19-4db0-a301-87b6e50c2801), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.730873 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32117df-2761-4659-b5e1-76cea193a9e3 req-d3db9e99-d0c1-46d9-92ca-20145a16a626 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:38.732263 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a32117df-2761-4659-b5e1-76cea193a9e3 req-d3db9e99-d0c1-46d9-92ca-20145a16a626 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 944 time: 0.0686200 Jun 21 03:12:38.733280 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d53aac1d-b8f8-45bb-b7d4-35389084592e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9bda1670-4d19-4db0-a301-87b6e50c2801), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.778749 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d53aac1d-b8f8-45bb-b7d4-35389084592e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.779932 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d53aac1d-b8f8-45bb-b7d4-35389084592e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1912713 Jun 21 03:12:38.783154 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 57772) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:12:38.785790 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53aac1d-b8f8-45bb-b7d4-35389084592e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bda1670-4d19-4db0-a301-87b6e50c2801,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:38.787938 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-de22a722-422d-4057-949f-e51c7cbf761d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '9bda1670-4d19-4db0-a301-87b6e50c2801', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:38.809472 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a32117df-2761-4659-b5e1-76cea193a9e3 req-15487c94-d1b7-4c26-89a3-5c323ec989cc tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690763 Jun 21 03:12:38.819695 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de22a722-422d-4057-949f-e51c7cbf761d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (55e31e96-b943-4797-a0ae-24a4796adea9), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.867685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:38.877125 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de22a722-422d-4057-949f-e51c7cbf761d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (55e31e96-b943-4797-a0ae-24a4796adea9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.882483 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de22a722-422d-4057-949f-e51c7cbf761d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (55e31e96-b943-4797-a0ae-24a4796adea9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.888346 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:38.904185 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a722-422d-4057-949f-e51c7cbf761d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e31e96-b943-4797-a0ae-24a4796adea9,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:38.909702 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-de22a722-422d-4057-949f-e51c7cbf761d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:38.910963 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-de22a722-422d-4057-949f-e51c7cbf761d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266487 Jun 21 03:12:38.914168 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 57774) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:12:38.918937 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bb7b3716-9119-4709-86b7-5a0b744fdb9d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '9bda1670-4d19-4db0-a301-87b6e50c2801', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:38.949211 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3716-9119-4709-86b7-5a0b744fdb9d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (52b2aa6d-a412-4d07-8a04-02a67ac997a1), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.007218 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625c0a3-b575-4882-811e-4dce4d33f186 req-6560c4ca-87fb-40fa-907f-feed1802718e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:39.007490 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3716-9119-4709-86b7-5a0b744fdb9d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (52b2aa6d-a412-4d07-8a04-02a67ac997a1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.008733 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c625c0a3-b575-4882-811e-4dce4d33f186 req-6560c4ca-87fb-40fa-907f-feed1802718e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0479994 Jun 21 03:12:39.012917 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3716-9119-4709-86b7-5a0b744fdb9d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (52b2aa6d-a412-4d07-8a04-02a67ac997a1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.036816 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b3716-9119-4709-86b7-5a0b744fdb9d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b2aa6d-a412-4d07-8a04-02a67ac997a1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:39.042214 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3716-9119-4709-86b7-5a0b744fdb9d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.044344 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bb7b3716-9119-4709-86b7-5a0b744fdb9d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281989 Jun 21 03:12:39.046694 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 57778) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:12:39.051026 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:39.060083 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c625c0a3-b575-4882-811e-4dce4d33f186 req-2485f30a-fce5-46df-b707-7e236066bab6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 Jun 21 03:12:39.072227 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.152715 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.245818 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:39.262814 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.27.2.130 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/5ec09b21-f51d-4a63-924a-16ca058be817) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:12:39.288406 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device de74322d-b2b1-4e78-983e-9e4f65495959 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:12:39.330880 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port de74322d-b2b1-4e78-983e-9e4f65495959 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:12:39.338915 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port de74322d-b2b1-4e78-983e-9e4f65495959 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:12:39.339360 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.365310 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (5ec09b21-f51d-4a63-924a-16ca058be817), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.397872 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (5ec09b21-f51d-4a63-924a-16ca058be817), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.417000 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port de74322d-b2b1-4e78-983e-9e4f65495959 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:12:39.417386 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.439597 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:39.441353 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de74322d-b2b1-4e78-983e-9e4f65495959'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:12:39.443083 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:12:39.443980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc31c624-e480-402c-9151-2b4a3819840a" -d '{"events": [{"server_uuid": "ef3aeadc-9008-4eed-ac47-2492213bf82f", "name": "network-vif-plugged", "status": "completed", "tag": "de74322d-b2b1-4e78-983e-9e4f65495959"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:12:39.446243 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:12:39.450610 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:12:39.456519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=5ec09b21-f51d-4a63-924a-16ca058be817,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:39.457669 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port de74322d-b2b1-4e78-983e-9e4f65495959, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=de74322d-b2b1-4e78-983e-9e4f65495959,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:39.463368 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.490885 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27757b-017b-41d8-a3bb-a60b4038fc7e x-openstack-request-id: req-4d27757b-017b-41d8-a3bb-a60b4038fc7e {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:12:39.491269 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3aeadc-9008-4eed-ac47-2492213bf82f", "name": "network-vif-plugged", "status": "completed", "tag": "de74322d-b2b1-4e78-983e-9e4f65495959", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:12:39.491827 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d27757b-017b-41d8-a3bb-a60b4038fc7e {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:12:39.492092 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d27757b-017b-41d8-a3bb-a60b4038fc7e'] response: {'server_uuid': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de74322d-b2b1-4e78-983e-9e4f65495959', 'code': 200} Jun 21 03:12:39.521323 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=de74322d-b2b1-4e78-983e-9e4f65495959,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:39.549022 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (80bb869a-96b7-436c-855f-fdb414ef758f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.587801 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (5ec09b21-f51d-4a63-924a-16ca058be817), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.743060 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503f49-a788-4932-b997-7bf2ef44ec88 req-99b886c3-eb9d-43c8-93c0-227d0dad4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:39.744595 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de503f49-a788-4932-b997-7bf2ef44ec88 req-99b886c3-eb9d-43c8-93c0-227d0dad4083 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 1129 time: 0.0581112 Jun 21 03:12:39.795073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (5ec09b21-f51d-4a63-924a-16ca058be817), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.801863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (5ec09b21-f51d-4a63-924a-16ca058be817), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.842680 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de503f49-a788-4932-b997-7bf2ef44ec88 req-3b78a762-b6a2-4066-ae43-61ab98cbba65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883176 Jun 21 03:12:39.876727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=5ec09b21-f51d-4a63-924a-16ca058be817,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:39.892608 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (80bb869a-96b7-436c-855f-fdb414ef758f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.909413 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:39.910713 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9e6bcf2a-77cf-4ecb-92f8-a3812d811163 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8630917 Jun 21 03:12:39.934345 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d0cce-7dcb-435b-bff7-f9de29e65cb7 req-a645f59f-9002-486c-ac78-182b6e743e92 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:39.935834 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1b0d0cce-7dcb-435b-bff7-f9de29e65cb7 req-a645f59f-9002-486c-ac78-182b6e743e92 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0555341 Jun 21 03:12:39.984569 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1b0d0cce-7dcb-435b-bff7-f9de29e65cb7 req-564e6ae0-115b-4a53-8132-1179e3170e7a tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Jun 21 03:12:40.124717 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-8a6e1993-6453-462a-b6b7-51e7982cddc1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1648408140&fields=id&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 267 time: 0.0512214 Jun 21 03:12:40.141442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:40.179141 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67fc2f-9808-4d00-beb3-24dd6789e1b7 req-e15138a1-7050-4b17-85ba-cd09d744586c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:40.180664 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b67fc2f-9808-4d00-beb3-24dd6789e1b7 req-e15138a1-7050-4b17-85ba-cd09d744586c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0476487 Jun 21 03:12:40.208277 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:40.228949 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b67fc2f-9808-4d00-beb3-24dd6789e1b7 req-bb7de8a5-0db5-45cc-9bc9-2c108d6025f4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 Jun 21 03:12:40.243070 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-b581d43e-5ddf-480b-895b-0067bd5655dc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:40.244676 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-b581d43e-5ddf-480b-895b-0067bd5655dc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.1135118 Jun 21 03:12:40.259865 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-6d5018bb-d6d8-41fa-8cb7-df4cdea27d88 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/quotas/febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Jun 21 03:12:40.312641 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-19d8817c-e6ee-43e7-bc5a-a85726ca95c9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474405 Jun 21 03:12:40.414169 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-6066ffc0-f7ab-45ac-a119-4b932cd9d303 service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895298 Jun 21 03:12:40.481429 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:40.513104 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-a91bb208-17ed-49e9-af87-3c87ddf15786 service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905876 Jun 21 03:12:40.682798 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9099d0c-865d-43ff-863f-0f6f04e387f6 req-c42ce417-49b7-4219-a476-5a8c971e8a74 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 210 time: 0.0273695 Jun 21 03:12:41.104325 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84b542-d807-45db-82b9-2707abeb0828 req-ea426f07-8265-4475-91b9-266629e5ce82 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:41.105955 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f84b542-d807-45db-82b9-2707abeb0828 req-ea426f07-8265-4475-91b9-266629e5ce82 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0505676 Jun 21 03:12:41.154694 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f84b542-d807-45db-82b9-2707abeb0828 req-957699a7-29db-4309-8977-b95765cfb752 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Jun 21 03:12:41.355652 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d005e91-b595-4015-9f79-669e0f91bb6d req-eade495d-5511-4a26-acc8-7d5c1fb3cbb8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:41.357895 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d005e91-b595-4015-9f79-669e0f91bb6d req-eade495d-5511-4a26-acc8-7d5c1fb3cbb8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0516968 Jun 21 03:12:41.408943 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d005e91-b595-4015-9f79-669e0f91bb6d req-708a59c5-81b9-4054-8436-54eab8d4fb54 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452898 Jun 21 03:12:41.616727 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f9dbfe65-5af9-431c-85a7-ff3b890647b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:41.778443 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ab50bde-2c40-4450-ac53-44c152656df9 req-7ea1f8ac-cf0c-4055-8084-f4c7a2b76879 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 210 time: 0.0284963 Jun 21 03:12:42.274891 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf81447-8c18-47c4-a897-f96bcf3d3238 req-82d677ef-57e4-4d37-8e7e-5dd6ae284ddd tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:42.276463 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ecf81447-8c18-47c4-a897-f96bcf3d3238 req-82d677ef-57e4-4d37-8e7e-5dd6ae284ddd tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0504594 Jun 21 03:12:42.325783 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ecf81447-8c18-47c4-a897-f96bcf3d3238 req-5f2d8f5a-0512-4d37-b99b-54a9c70285d3 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Jun 21 03:12:42.554748 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a93b83-c1e9-4f28-a426-a8149460bfed req-c9bbe75b-d4d6-4e57-9385-57fa44e64ff8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:42.556822 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81a93b83-c1e9-4f28-a426-a8149460bfed req-c9bbe75b-d4d6-4e57-9385-57fa44e64ff8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0603263 Jun 21 03:12:42.612340 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81a93b83-c1e9-4f28-a426-a8149460bfed req-ac1a9f08-1a02-4f50-9b5d-0ab5d1d69f99 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466986 Jun 21 03:12:42.876209 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94080321-2215-4c20-abcc-08848b8c9002 req-f62b89b0-5934-480a-b76f-28e582d5e519 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Jun 21 03:12:42.946350 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-dea08eb1-18aa-45dc-adab-7e72e26cdd96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:42.947876 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-dea08eb1-18aa-45dc-adab-7e72e26cdd96 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.1091199 Jun 21 03:12:43.038949 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-2da7189e-deb5-4bae-88aa-05235858e44a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 472 time: 0.0713370 Jun 21 03:12:43.211477 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'port': {'device_id': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'admin_state_up': True, 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'security_groups': ['9bda1670-4d19-4db0-a301-87b6e50c2801']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:43.333720 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Made reservation on behalf of febf273149c744e08e0f7ea65e44e0d9 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:12:43.337130 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:43.476594 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:43.485513 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381e5f9-8155-4ccb-b20e-c224f302d102 req-43cd6f8a-27d7-482c-8c8e-513cc44d2f6c tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:43.486996 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8381e5f9-8155-4ccb-b20e-c224f302d102 req-43cd6f8a-27d7-482c-8c8e-513cc44d2f6c tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0872755 Jun 21 03:12:43.531094 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.20.0.4 (4c23877e-0103-47a1-a2d4-5b0d47022cc2/1acb5b1e-2862-4637-84b5-98e92ed6066e/609de0d2-a25b-4db4-a7ec-dd2c6422bb8b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:12:43.569845 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8381e5f9-8155-4ccb-b20e-c224f302d102 req-0693b96a-3d70-44fb-a9d3-d089102e685b tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753551 Jun 21 03:12:43.705031 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:43.723436 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:43.749515 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1c418-998a-415b-a1ee-e97332e01313 req-9c27da25-93d5-423c-9982-1dd48169beef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:43.750999 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ef1c418-998a-415b-a1ee-e97332e01313 req-9c27da25-93d5-423c-9982-1dd48169beef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0624166 Jun 21 03:12:43.795614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:43.846022 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ef1c418-998a-415b-a1ee-e97332e01313 req-ebc593c1-278b-4f06-aa8b-a37fc661e8e5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876231 Jun 21 03:12:43.852073 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4ded-5815-4f0a-bebe-c1763d8d99f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:43.858391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:12:43.863523 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:12:43.865951 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:43.875794 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:12:43.927291 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:43.927997 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:43.946963 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-d988fc00-98e1-4ff7-8bc4-686b14d5d891 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395537 Jun 21 03:12:43.994398 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec71a95-9f56-4f13-82f3-7a5c53cf1f7d req-366d1acf-9a3e-4473-b71f-acaa89bf9d43 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:43.995917 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3ec71a95-9f56-4f13-82f3-7a5c53cf1f7d req-366d1acf-9a3e-4473-b71f-acaa89bf9d43 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 931 time: 0.0480795 Jun 21 03:12:44.045937 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3ec71a95-9f56-4f13-82f3-7a5c53cf1f7d req-8c39cd2d-4e41-4662-b984-d4ed6db54ce5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438454 Jun 21 03:12:44.070054 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0427ba6a-9be2-48d2-a391-e8fd21e6e9b7 None None] Provisioning complete for port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:12:44.070417 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0427ba6a-9be2-48d2-a391-e8fd21e6e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:44.229968 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0427ba6a-9be2-48d2-a391-e8fd21e6e9b7 None None] Port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:12:44.434061 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Request body: {'port': {'device_id': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:44.499632 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:44.541461 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-b899c095-aaee-4334-992a-36441a76dfd3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479283 Jun 21 03:12:44.704175 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:44.764864 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:12:44.772405 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Publish callbacks [] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:44.785277 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Transition to ACTIVE for port object 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:12:44.792707 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:44.845394 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:44.850876 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Pushing event updated for resources: {'Port': ['ID=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:44.860398 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:44.952176 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Attempting to bind port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:12:44.952531 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Attempting to bind port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:12:44.952851 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Attempting to bind port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:12:44.970614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:44.979422 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:12:44.979765 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Attempting to bind port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:12:44.995809 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:12:44.996140 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Checking segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:12:44.996557 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Bound using segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:12:44.996999 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Bound port: 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:12:44.997662 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:45.006875 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db32737-7360-4314-87b0-1ab89f9d9b59 req-b501579e-19bd-440e-9a14-adc5065b8502 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.008532 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0db32737-7360-4314-87b0-1ab89f9d9b59 req-b501579e-19bd-440e-9a14-adc5065b8502 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0779083 Jun 21 03:12:45.102420 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-0e9206ef-2711-4617-af3c-4167b06a3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.103827 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-0e9206ef-2711-4617-af3c-4167b06a3318 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 1129 time: 0.0461152 Jun 21 03:12:45.127536 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0db32737-7360-4314-87b0-1ab89f9d9b59 req-a5e1ba88-9b4c-4c43-8cd4-3abd12542406 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083362 Jun 21 03:12:45.128813 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] For port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:12:45.132643 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] For port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:12:45.144537 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:45.190561 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.191225 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:45.200036 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] 10.222.0.36 "PUT /v2.0/ports/609de0d2-a25b-4db4-a7ec-dd2c6422bb8b HTTP/1.1" status: 200 len: 1093 time: 0.7645721 Jun 21 03:12:45.200554 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:12:45.212235 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f778385e-d1ba-40ed-9246-1e860c023469" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:12:45.282528 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d378e-b9b1-4486-b299-08fc7677b079 service neutron] Pushing event updated for resources: {'Port': ['ID=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:45.295391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4bc47a-d1b7-4af6-8dbd-6d575c6890f8 x-openstack-request-id: req-ed4bc47a-d1b7-4af6-8dbd-6d575c6890f8 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:12:45.295678 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:12:45.295924 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed4bc47a-d1b7-4af6-8dbd-6d575c6890f8 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:12:45.296341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4bc47a-d1b7-4af6-8dbd-6d575c6890f8'] response: {'name': 'network-changed', 'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'status': 'completed', 'code': 200} Jun 21 03:12:45.304723 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7e24d-5aff-45b4-80f2-834b52a4c891 req-55aa8874-d121-4b00-9b92-476c3b54a81e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.306268 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09b7e24d-5aff-45b4-80f2-834b52a4c891 req-55aa8874-d121-4b00-9b92-476c3b54a81e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 943 time: 0.0661528 Jun 21 03:12:45.345931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-dd4be06d-759d-41dd-aab5-93edacc8b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.348657 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-dd4be06d-759d-41dd-aab5-93edacc8b519 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.2150037 Jun 21 03:12:45.367230 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09b7e24d-5aff-45b4-80f2-834b52a4c891 req-de2e15e9-50ee-45c4-b84a-92d56c4127b1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549726 Jun 21 03:12:45.453967 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-ba30865f-08eb-4ad2-aadf-2b08dc23e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.455506 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-ba30865f-08eb-4ad2-aadf-2b08dc23e84c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 1127 time: 0.0453711 Jun 21 03:12:45.481582 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:45.502419 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-89c22582-2f15-4f6c-a40a-5868126ea7eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada HTTP/1.1" status: 200 len: 1001 time: 0.0911405 Jun 21 03:12:45.538037 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-58b4a054-40b9-4556-86db-745ff078e4b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b HTTP/1.1" status: 200 len: 217 time: 0.0328579 Jun 21 03:12:45.556280 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-8c0629f7-bf1a-4981-857c-4b158cf1439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.558994 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-8c0629f7-bf1a-4981-857c-4b158cf1439b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0477939 Jun 21 03:12:45.594086 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-dbea2b87-2da9-4550-88f2-36c42beef8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.595641 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-dbea2b87-2da9-4550-88f2-36c42beef8ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0498385 Jun 21 03:12:45.610955 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-96f5067b-2bb0-4b24-864f-60a0a242f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.612545 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-96f5067b-2bb0-4b24-864f-60a0a242f6a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456300 Jun 21 03:12:45.645813 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-058c53c3-5400-4e95-9758-1813e875ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:45.647350 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-058c53c3-5400-4e95-9758-1813e875ab71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453486 Jun 21 03:12:45.707156 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-9a04f713-d361-44df-ba16-585fdcfe836f service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867949 Jun 21 03:12:45.739809 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-190ba94d-eebd-4b0a-a1ad-3a820071fc74 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Jun 21 03:12:45.746776 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:45.812761 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4958a16-b295-452d-bf3a-3542724a5fe0 req-c038a144-81f8-44a7-859d-d6649d5d713b service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977118 Jun 21 03:12:45.843287 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:45.847803 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cadce91f-6f64-4d85-b901-597ddd4a5639 req-08444cc5-dd41-4333-baa9-f05085249255 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966671 Jun 21 03:12:46.158828 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5111-7498-4460-bed0-45751b1719c7 req-d1d54571-fe81-48b3-af38-bb28a18ba4c8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:46.160542 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc8b5111-7498-4460-bed0-45751b1719c7 req-d1d54571-fe81-48b3-af38-bb28a18ba4c8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0562923 Jun 21 03:12:46.209850 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc8b5111-7498-4460-bed0-45751b1719c7 req-40086519-def2-4e3e-a7c6-637b14b586c9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Jun 21 03:12:46.214331 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:46.257447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e6c07-1646-4746-ae57-399c79da0631 req-0d70ccd7-0a9f-4b61-b164-2a9c1e530ed8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:46.259040 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c49e6c07-1646-4746-ae57-399c79da0631 req-0d70ccd7-0a9f-4b61-b164-2a9c1e530ed8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0537624 Jun 21 03:12:46.269136 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:46.307238 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c49e6c07-1646-4746-ae57-399c79da0631 req-50136487-e8c4-4ca8-b8c6-efad638fc0b5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Jun 21 03:12:46.482961 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00699d-eaac-42e9-8385-9ef092557f57 req-496bf00b-b9b9-40c7-99e5-d2612c50ad6d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:46.484406 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e00699d-eaac-42e9-8385-9ef092557f57 req-496bf00b-b9b9-40c7-99e5-d2612c50ad6d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 943 time: 0.0467095 Jun 21 03:12:46.536277 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e00699d-eaac-42e9-8385-9ef092557f57 req-5797966b-7492-45f8-9bdc-331e34de6e4c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460389 Jun 21 03:12:46.688540 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:47.100114 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:47.435809 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9e69c-64c5-40f7-921d-72898d8c32b0 req-982c7fc6-6890-410e-8c2e-0627b5b8d2a4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:47.437418 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-afc9e69c-64c5-40f7-921d-72898d8c32b0 req-982c7fc6-6890-410e-8c2e-0627b5b8d2a4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0483291 Jun 21 03:12:47.488234 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-afc9e69c-64c5-40f7-921d-72898d8c32b0 req-4eb90884-0d5b-4e1e-878f-b2bfd70001f4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448742 Jun 21 03:12:47.558648 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f42c9-cb1c-42c6-8c32-de787ed7db31 req-72c416ad-bcbc-406e-ae91-aef4beb66137 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:47.560125 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d99f42c9-cb1c-42c6-8c32-de787ed7db31 req-72c416ad-bcbc-406e-ae91-aef4beb66137 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.2757778 Jun 21 03:12:47.612572 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d99f42c9-cb1c-42c6-8c32-de787ed7db31 req-c8e35f4b-3697-4edd-9698-033cd95cddb2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443482 Jun 21 03:12:47.661198 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f365d-b1b6-48f1-8f83-3742b9927801 req-63a9325c-9c20-4936-9786-28e7e87267bc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:47.662673 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b47f365d-b1b6-48f1-8f83-3742b9927801 req-63a9325c-9c20-4936-9786-28e7e87267bc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 943 time: 0.0474617 Jun 21 03:12:47.687786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:47.709598 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b47f365d-b1b6-48f1-8f83-3742b9927801 req-1b3588f4-f87a-478c-8892-db219b48bacc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Jun 21 03:12:48.627448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d672de-0b1e-463e-a4f4-7a551768c9db req-a633cdbd-4f36-4410-932f-ebba55364312 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:48.629506 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f0d672de-0b1e-463e-a4f4-7a551768c9db req-a633cdbd-4f36-4410-932f-ebba55364312 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0604188 Jun 21 03:12:48.679286 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f0d672de-0b1e-463e-a4f4-7a551768c9db req-e0ebc53b-754a-4b11-a14f-24627b50f771 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443056 Jun 21 03:12:48.731620 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297cb83-1fb5-43d8-8b19-6cf86dbde0b6 req-113705b9-c40f-4989-9d06-537e36dc1380 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:48.733885 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b297cb83-1fb5-43d8-8b19-6cf86dbde0b6 req-113705b9-c40f-4989-9d06-537e36dc1380 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0510409 Jun 21 03:12:48.782882 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b297cb83-1fb5-43d8-8b19-6cf86dbde0b6 req-ae02d43e-2e6a-4317-928d-380c540dbf05 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Jun 21 03:12:48.825587 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb301fe8-7f47-435d-af73-3e4c44343dc6 req-ddff0883-1fc3-4c09-9440-76f333a64e3e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:48.827045 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb301fe8-7f47-435d-af73-3e4c44343dc6 req-ddff0883-1fc3-4c09-9440-76f333a64e3e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 943 time: 0.0492933 Jun 21 03:12:48.877250 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb301fe8-7f47-435d-af73-3e4c44343dc6 req-99476f35-997b-4988-85a8-bb54b88df6c7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Jun 21 03:12:49.726326 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778385e-d1ba-40ed-9246-1e860c023469 req-4ff791e8-4ce6-4e83-873b-205b384aa366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:49.728082 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f778385e-d1ba-40ed-9246-1e860c023469 req-4ff791e8-4ce6-4e83-873b-205b384aa366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 1127 time: 0.0474901 Jun 21 03:12:49.798810 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea5a6c-1b5a-47ae-a2af-14bf4286a8c2 req-44745661-cf55-4eac-829a-67bc5237cdb0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:49.800359 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1ea5a6c-1b5a-47ae-a2af-14bf4286a8c2 req-44745661-cf55-4eac-829a-67bc5237cdb0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0458701 Jun 21 03:12:49.853650 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1ea5a6c-1b5a-47ae-a2af-14bf4286a8c2 req-c798bd94-45d1-4aee-8635-1ef8d1e5c12b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469081 Jun 21 03:12:49.896809 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f220-ac8e-4b50-8611-b2a98f264d2e req-a182272b-17e2-4982-b567-047b7c990815 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:49.898270 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9463f220-ac8e-4b50-8611-b2a98f264d2e req-a182272b-17e2-4982-b567-047b7c990815 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0465064 Jun 21 03:12:49.946788 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9463f220-ac8e-4b50-8611-b2a98f264d2e req-a91e7e2a-d584-4710-a884-b45b73fc9808 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425973 Jun 21 03:12:49.995391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77cd6b-21c6-4cca-b038-39ec47198f7e req-f5d5ddcb-4818-41fe-a138-ab89cc9c40b8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:49.996892 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c77cd6b-21c6-4cca-b038-39ec47198f7e req-f5d5ddcb-4818-41fe-a138-ab89cc9c40b8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 943 time: 0.0459807 Jun 21 03:12:50.048170 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c77cd6b-21c6-4cca-b038-39ec47198f7e req-8583e948-3b87-4f99-8500-19d0d48c0f94 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Jun 21 03:12:50.244590 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778385e-d1ba-40ed-9246-1e860c023469 req-76aa1ca4-bbd7-4c66-97e3-30ebc23c1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:50.245961 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f778385e-d1ba-40ed-9246-1e860c023469 req-76aa1ca4-bbd7-4c66-97e3-30ebc23c1887 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.0910294 Jun 21 03:12:50.989792 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196e09b-7b59-497c-a149-29eb376fe186 req-032f38b7-972c-4993-a28e-98332b578535 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:50.991278 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6196e09b-7b59-497c-a149-29eb376fe186 req-032f38b7-972c-4993-a28e-98332b578535 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0508907 Jun 21 03:12:51.043757 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6196e09b-7b59-497c-a149-29eb376fe186 req-5f15ac29-911f-403e-b79d-b789916fe55e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468638 Jun 21 03:12:51.168282 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc031bf-be5d-4c93-b8ec-32dbe9acfe64 req-d25c0ef9-0114-4872-b12e-ccce07915409 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:51.169878 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fc031bf-be5d-4c93-b8ec-32dbe9acfe64 req-d25c0ef9-0114-4872-b12e-ccce07915409 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 943 time: 0.0510623 Jun 21 03:12:51.221294 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fc031bf-be5d-4c93-b8ec-32dbe9acfe64 req-d9ff1f16-09ae-4a85-9eb2-da2e6237ea91 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453770 Jun 21 03:12:51.245535 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:12:51.301966 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9ad62-c051-4260-9de5-ba87c33c1f0d req-fc125332-c0fd-4e36-bbe9-cc2b6ea80bb6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:51.303401 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-13e9ad62-c051-4260-9de5-ba87c33c1f0d req-fc125332-c0fd-4e36-bbe9-cc2b6ea80bb6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.2836640 Jun 21 03:12:51.346003 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:51.350034 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-13e9ad62-c051-4260-9de5-ba87c33c1f0d req-c3e14765-e4eb-4606-a628-54cfbb9cfa60 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Jun 21 03:12:51.359116 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'port_id': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'mac_address': 'fa:16:3e:26:8c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:12:51.398487 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:12:51.398871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:51.405790 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f778385e-d1ba-40ed-9246-1e860c023469 req-2d92948d-a23e-4565-b058-1437d11f1e3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b HTTP/1.1" status: 200 len: 217 time: 0.0341172 Jun 21 03:12:51.412536 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:12:51.432373 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:51.437481 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:51.474201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778385e-d1ba-40ed-9246-1e860c023469 req-3f0bf101-01bb-4fe5-8545-074f666ae5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:51.475654 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f778385e-d1ba-40ed-9246-1e860c023469 req-3f0bf101-01bb-4fe5-8545-074f666ae5a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0513566 Jun 21 03:12:51.488646 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:51.704037 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:51.733939 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778385e-d1ba-40ed-9246-1e860c023469 req-5d052629-2a7f-45c3-a81f-aab024500812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:51.735431 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f778385e-d1ba-40ed-9246-1e860c023469 req-5d052629-2a7f-45c3-a81f-aab024500812 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403585 Jun 21 03:12:52.035743 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['609de0d2-a25b-4db4-a7ec-dd2c6422bb8b'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:12:52.137748 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f778385e-d1ba-40ed-9246-1e860c023469 req-4c7f1d04-cde9-4332-8353-d0f9f76e3e39 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973933 Jun 21 03:12:52.172030 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cacf4a-05c7-43ba-aba9-310d42307128 req-cf180be0-8018-4ccb-a773-14717fef02d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:52.173604 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93cacf4a-05c7-43ba-aba9-310d42307128 req-cf180be0-8018-4ccb-a773-14717fef02d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0484455 Jun 21 03:12:52.220908 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93cacf4a-05c7-43ba-aba9-310d42307128 req-a39a8e3f-cea6-433a-97b9-b56284e36452 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416973 Jun 21 03:12:52.230756 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f778385e-d1ba-40ed-9246-1e860c023469 req-fe1479fc-2db7-4bcc-b6a5-33b84777467c service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864134 Jun 21 03:12:52.336935 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3260a52-ff41-4766-8678-0c51be699b40 req-5cafe020-cf26-46b0-a3e8-da323d44a9eb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:52.338334 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3260a52-ff41-4766-8678-0c51be699b40 req-5cafe020-cf26-46b0-a3e8-da323d44a9eb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 944 time: 0.0473421 Jun 21 03:12:52.393114 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3260a52-ff41-4766-8678-0c51be699b40 req-d531e320-d69d-4249-bfbe-7fd3484c4843 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491583 Jun 21 03:12:52.467776 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3207de6-ce21-42e8-950a-47494542c175 req-567c1094-90d0-4c51-bcd4-6f922b2a57d6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:52.469261 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f3207de6-ce21-42e8-950a-47494542c175 req-567c1094-90d0-4c51-bcd4-6f922b2a57d6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0498524 Jun 21 03:12:52.520828 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f3207de6-ce21-42e8-950a-47494542c175 req-7fee36ee-8b74-4642-93b5-fd01de66f4bd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Jun 21 03:12:53.348591 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d0dd3-1c64-4886-b040-407ac539f384 req-1af5e3f2-93b4-42e8-9904-7e8e9e74a93a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:53.350040 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b1d0dd3-1c64-4886-b040-407ac539f384 req-1af5e3f2-93b4-42e8-9904-7e8e9e74a93a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0478992 Jun 21 03:12:53.400428 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b1d0dd3-1c64-4886-b040-407ac539f384 req-ead45e72-bc12-4b5c-a2cb-fafa08f59c46 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424216 Jun 21 03:12:53.519849 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3af297-aa0f-4074-ab66-61f249bf6929 req-349ef180-2ae3-427e-80f5-f7130a95ca2f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:53.521426 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb3af297-aa0f-4074-ab66-61f249bf6929 req-349ef180-2ae3-427e-80f5-f7130a95ca2f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 944 time: 0.0577068 Jun 21 03:12:53.573051 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb3af297-aa0f-4074-ab66-61f249bf6929 req-9c9517b4-57f2-4b47-b61f-096497308184 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 Jun 21 03:12:53.614221 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:12:53.627112 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:12:53.645748 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd430d-b6de-4909-aedc-e42f0c19e606 req-010e445f-1364-4407-92a9-425ec43bcacf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:53.647249 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3edd430d-b6de-4909-aedc-e42f0c19e606 req-010e445f-1364-4407-92a9-425ec43bcacf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0493476 Jun 21 03:12:53.679789 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:53.698600 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3edd430d-b6de-4909-aedc-e42f0c19e606 req-319622e6-4524-4bf1-a663-07489c3a8b95 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Jun 21 03:12:53.727520 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:12:53.737844 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:12:53.738263 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:53.785179 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:53.800864 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'port_id': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'mac_address': 'fa:16:3e:55:fe:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:12:53.853342 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:53.857181 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:53.865274 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: ACTIVE; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:12:53.865658 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:53.877842 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:12:53.878362 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:53.890970 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6a84e7e-f693-4251-bff2-a21fced5ba19 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:12:53.918513 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:12:53.920740 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbe279c-96a5-41ee-9c78-45d205d2af0a" -d '{"events": [{"server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "name": "network-vif-plugged", "status": "completed", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:12:53.932924 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:53.938064 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:53.940493 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:53.946245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:53.969182 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd697d77-0ec3-4eb8-97bd-ac51c2fd19fd x-openstack-request-id: req-cd697d77-0ec3-4eb8-97bd-ac51c2fd19fd {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:12:53.969489 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "name": "network-vif-plugged", "status": "completed", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:12:53.969739 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd697d77-0ec3-4eb8-97bd-ac51c2fd19fd {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:12:53.970122 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd697d77-0ec3-4eb8-97bd-ac51c2fd19fd'] response: {'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'code': 200} Jun 21 03:12:53.996118 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=6']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:54.055630 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:54.202775 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['a6a84e7e-f693-4251-bff2-a21fced5ba19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:12:54.211353 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:12:54.253375 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006130-17a6-4304-b200-00971cf6b527 req-5e5b0be6-e8c2-4c7a-bd45-7679cf41082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:54.255201 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3006130-17a6-4304-b200-00971cf6b527 req-5e5b0be6-e8c2-4c7a-bd45-7679cf41082b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 1129 time: 0.0441713 Jun 21 03:12:54.300987 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3006130-17a6-4304-b200-00971cf6b527 req-8aa33797-55a1-4bf8-a325-c615a4ab11c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386851 Jun 21 03:12:54.533614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a42b5-294e-4b08-aa6d-1a26c5dfd680 req-95187128-da04-4c56-bae8-999269b3c728 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:54.535471 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca6a42b5-294e-4b08-aa6d-1a26c5dfd680 req-95187128-da04-4c56-bae8-999269b3c728 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 945 time: 0.0557449 Jun 21 03:12:54.586665 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca6a42b5-294e-4b08-aa6d-1a26c5dfd680 req-f38a258d-3dcc-41f9-9eb7-33b32663f23a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431170 Jun 21 03:12:54.699392 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252eb4f-1eec-44f6-8567-49269da78a57 req-bce04bd7-0fdb-4e9c-bc02-1b8015312c2f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:54.700793 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8252eb4f-1eec-44f6-8567-49269da78a57 req-bce04bd7-0fdb-4e9c-bc02-1b8015312c2f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0554299 Jun 21 03:12:54.729424 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:54.762151 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8252eb4f-1eec-44f6-8567-49269da78a57 req-487b9a05-5ffe-4929-b1fe-780d6a2b7ff9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536013 Jun 21 03:12:54.821046 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491fcf4-db8c-4a0b-a33d-cb3c98a918bb req-fa106771-8502-466a-82d3-583110f98c33 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:54.822536 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7491fcf4-db8c-4a0b-a33d-cb3c98a918bb req-fa106771-8502-466a-82d3-583110f98c33 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0535009 Jun 21 03:12:54.872368 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7491fcf4-db8c-4a0b-a33d-cb3c98a918bb req-dad6ced3-026d-4737-95d8-5d3c62fc77e4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Jun 21 03:12:55.621799 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:12:55.666697 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port a6a84e7e-f693-4251-bff2-a21fced5ba19 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:12:55.667070 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:55.701532 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:55.714960 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913c76-a9b0-4a03-afa8-33464088e327 req-d267536b-32f9-464e-b511-3843cf87cb58 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:55.716493 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb913c76-a9b0-4a03-afa8-33464088e327 req-d267536b-32f9-464e-b511-3843cf87cb58 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 945 time: 0.0532601 Jun 21 03:12:55.743253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:12:55.743631 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:55.765231 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb913c76-a9b0-4a03-afa8-33464088e327 req-8bfe6e1c-89ea-4eb6-8730-1e1e4eb1440b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429440 Jun 21 03:12:55.776883 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:12:55.781647 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:55.835835 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=7']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:12:55.886079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d833e1-ef45-4364-b71d-da358aa68b9d req-1d402bcb-adb0-4aaa-9b15-13d002d37561 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:55.887484 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80d833e1-ef45-4364-b71d-da358aa68b9d req-1d402bcb-adb0-4aaa-9b15-13d002d37561 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0488868 Jun 21 03:12:55.934846 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80d833e1-ef45-4364-b71d-da358aa68b9d req-f1275a85-df2d-44aa-b6ba-a33edeb52c09 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Jun 21 03:12:55.971538 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:12:55.974098 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ed619d-e583-4a7c-a847-4bb4182eeb58" -d '{"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-plugged", "status": "completed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:12:55.997658 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7c8f-e6ac-4c31-bd98-dc0fae263de5 req-0b68acb0-00fd-4e64-9f6f-36025161e80e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:55.999139 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a1a7c8f-e6ac-4c31-bd98-dc0fae263de5 req-0b68acb0-00fd-4e64-9f6f-36025161e80e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0486581 Jun 21 03:12:56.010794 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c6558a-15c3-4e4c-9d8d-bbdd09709d0c x-openstack-request-id: req-d6c6558a-15c3-4e4c-9d8d-bbdd09709d0c {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:12:56.011098 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-plugged", "status": "completed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:12:56.011347 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6c6558a-15c3-4e4c-9d8d-bbdd09709d0c {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:12:56.011737 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c6558a-15c3-4e4c-9d8d-bbdd09709d0c'] response: {'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'code': 200} Jun 21 03:12:56.055020 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a1a7c8f-e6ac-4c31-bd98-dc0fae263de5 req-df949cf1-21a5-4b91-b047-98d8f8d841b4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499349 Jun 21 03:12:56.180450 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:56.898347 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e45b-d832-494b-b1c9-01cf28b61707 req-562bb322-be27-4361-944a-76102f8540a9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:56.899874 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dc8e45b-d832-494b-b1c9-01cf28b61707 req-562bb322-be27-4361-944a-76102f8540a9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0544875 Jun 21 03:12:56.946003 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dc8e45b-d832-494b-b1c9-01cf28b61707 req-6ba21c37-4424-460c-9a24-6c64bf95f469 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 Jun 21 03:12:57.052002 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0310354-f982-4f52-b265-1565d2ccf86a req-0646d653-a96c-4fcd-bb09-494e5fee461b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:57.053400 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f0310354-f982-4f52-b265-1565d2ccf86a req-0646d653-a96c-4fcd-bb09-494e5fee461b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Jun 21 03:12:57.105467 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f0310354-f982-4f52-b265-1565d2ccf86a req-d9380a2e-8d90-4249-99d7-bb136c6c75db tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Jun 21 03:12:57.180727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71903dc7-bfa2-4d00-9d09-d64aba03ccba req-c6ec2ec6-4dbb-412e-9e8a-9f55db96d4ff tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:57.182198 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71903dc7-bfa2-4d00-9d09-d64aba03ccba req-c6ec2ec6-4dbb-412e-9e8a-9f55db96d4ff tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0542469 Jun 21 03:12:57.228769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:57.233539 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71903dc7-bfa2-4d00-9d09-d64aba03ccba req-d4ace463-23f1-469c-96bf-5aa98cce5f9b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Jun 21 03:12:58.072588 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aeca6a-a75b-46b6-80ed-27387b7b9151 req-f5997096-2091-4385-8c90-7f83bb994f90 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:58.074167 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-17aeca6a-a75b-46b6-80ed-27387b7b9151 req-f5997096-2091-4385-8c90-7f83bb994f90 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0486040 Jun 21 03:12:58.123502 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-17aeca6a-a75b-46b6-80ed-27387b7b9151 req-cdd2eb3f-1ab3-4db9-bdf6-45596156db0a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Jun 21 03:12:58.226899 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6a6e5-fad0-47af-9213-a8ea8fb11c70 req-1cedbe81-ba9b-4321-a7f9-1457501492e6 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:58.228388 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06c6a6e5-fad0-47af-9213-a8ea8fb11c70 req-1cedbe81-ba9b-4321-a7f9-1457501492e6 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Jun 21 03:12:58.282647 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06c6a6e5-fad0-47af-9213-a8ea8fb11c70 req-53c2d1dc-c792-48ce-9f84-561befa5b6af tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463033 Jun 21 03:12:58.355501 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f0582-8234-406b-af8d-6cec53223340 req-3b614ac7-93ea-4585-b2b8-c978ef8f882d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:58.357031 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8a4f0582-8234-406b-af8d-6cec53223340 req-3b614ac7-93ea-4585-b2b8-c978ef8f882d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Jun 21 03:12:58.397512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e4d7d-fa7b-4cfb-b15d-fa9ca653d5cc req-7464db77-3d93-4845-8d99-979df1d88d7f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:58.399373 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-df1e4d7d-fa7b-4cfb-b15d-fa9ca653d5cc req-7464db77-3d93-4845-8d99-979df1d88d7f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Jun 21 03:12:58.405363 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8a4f0582-8234-406b-af8d-6cec53223340 req-bad3a1ac-22fb-474b-921b-4c4d4a5a8638 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Jun 21 03:12:58.408327 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 57970) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:12:58.412597 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'port_id': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:12:58.480209 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (80bb869a-96b7-436c-855f-fdb414ef758f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:59.070220 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:59.077369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (80bb869a-96b7-436c-855f-fdb414ef758f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:59.194312 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP 80bb869a-96b7-436c-855f-fdb414ef758f associated. External IP: 172.27.2.130, port: 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b. Jun 21 03:12:59.197216 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:59.235398 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:59.248456 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fc19b-e77c-4869-aa81-74da62062f31 req-deb281a3-4ed1-40eb-ac39-d8985ff497f6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:59.255158 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d7fc19b-e77c-4869-aa81-74da62062f31 req-deb281a3-4ed1-40eb-ac39-d8985ff497f6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0545118 Jun 21 03:12:59.307762 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d7fc19b-e77c-4869-aa81-74da62062f31 req-acaadc0a-1339-469a-942b-6d06e6af86c7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465567 Jun 21 03:12:59.410061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:12:59.755431 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:12:59.761570 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:12:59.766251 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:12:59.777277 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:12:59.777885 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:12:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:12:59.789563 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ebce-bc5b-4c14-8c09-8490ebcae012 req-e76be013-7f96-42be-83db-c2e7536e51cb tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:59.791016 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb37ebce-bc5b-4c14-8c09-8490ebcae012 req-e76be013-7f96-42be-83db-c2e7536e51cb tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0793884 Jun 21 03:12:59.807440 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-79c3bda1-6c77-4e4a-a36b-77d65e76b814 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "PUT /v2.0/floatingips/80bb869a-96b7-436c-855f-fdb414ef758f HTTP/1.1" status: 200 len: 991 time: 1.3982098 Jun 21 03:12:59.813296 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:12:59.816254 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:12:59.848241 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb37ebce-bc5b-4c14-8c09-8490ebcae012 req-287df4fa-23bc-4e94-acec-708b230e9021 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500898 Jun 21 03:12:59.856064 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d10f7af-3011-4d8a-8f71-aa39598fd1a8 x-openstack-request-id: req-4d10f7af-3011-4d8a-8f71-aa39598fd1a8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:12:59.856333 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:12:59.856652 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d10f7af-3011-4d8a-8f71-aa39598fd1a8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:12:59.857037 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d10f7af-3011-4d8a-8f71-aa39598fd1a8'] response: {'name': 'network-changed', 'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'status': 'completed', 'code': 200} Jun 21 03:12:59.886142 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:12:59.968347 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:12:59.987462 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-51e73a78-e337-48be-9f02-fc931373773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:12:59.989040 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-51e73a78-e337-48be-9f02-fc931373773a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 1129 time: 0.0394037 Jun 21 03:13:00.032909 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:00.102510 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '80bb869a-96b7-436c-855f-fdb414ef758f', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:26:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:12:39Z', 'updated_at': '2022-06-21T03:12:58Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}, {'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 2, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:13:00.102779 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-8ee2457b-8b1a-4617-a99f-ff071e917e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:00.103575 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-8ee2457b-8b1a-4617-a99f-ff071e917e8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.1051695 Jun 21 03:13:00.127190 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:13:00.135939 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:13:00.136558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:12:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:13:00.249445 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:13:00.367682 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-458ad017-82f5-4e56-9485-451f8327627d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b HTTP/1.1" status: 200 len: 999 time: 0.0653846 Jun 21 03:13:00.411993 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:00.458106 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-899c2226-54bd-4d7a-adbd-32c8fb53d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:00.459666 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-899c2226-54bd-4d7a-adbd-32c8fb53d8a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0821085 Jun 21 03:13:00.475105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce815-3f7d-4cb1-8fd4-1b796ab3f35b req-ce6bc564-6653-4aba-9947-f8738d0fa895 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:00.476600 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-049ce815-3f7d-4cb1-8fd4-1b796ab3f35b req-ce6bc564-6653-4aba-9947-f8738d0fa895 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0631278 Jun 21 03:13:00.486703 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '80bb869a-96b7-436c-855f-fdb414ef758f', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:26:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:12:39Z', 'updated_at': '2022-06-21T03:12:58Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}, {'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 2, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:13:00.513030 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e396060-369a-439e-98e2-ccbd17484a0a None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '80bb869a-96b7-436c-855f-fdb414ef758f', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:26:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:12:39Z', 'updated_at': '2022-06-21T03:12:58Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}, {'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 2, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:13:00.542549 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-7dc24e22-ce5f-4502-a4ec-a5664718b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:00.544089 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-7dc24e22-ce5f-4502-a4ec-a5664718b4ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764439 Jun 21 03:13:00.580066 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-049ce815-3f7d-4cb1-8fd4-1b796ab3f35b req-2e941aff-9e45-43ca-b17d-1f59f89171f7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773411 Jun 21 03:13:00.659494 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-b25910ac-73b5-40cb-9917-3e402ee9ff04 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048968 Jun 21 03:13:00.736537 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce81ab94-540d-4538-81a7-f1b0d5b838f6 None None] New status for floating IP 80bb869a-96b7-436c-855f-fdb414ef758f: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:13:00.762851 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-408b72c6-448e-4fa2-a55a-215e2bcdc1ec req-236fb2b9-4b97-457a-b48b-c969646295c1 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956481 Jun 21 03:13:00.979976 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d53ac-1ebc-48b9-b1f1-95784bdb7474 req-32bf914f-0d2b-4eae-8598-820c2dc11ce7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:00.981508 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd5d53ac-1ebc-48b9-b1f1-95784bdb7474 req-32bf914f-0d2b-4eae-8598-820c2dc11ce7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0539560 Jun 21 03:13:01.031155 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd5d53ac-1ebc-48b9-b1f1-95784bdb7474 req-bd7c1b81-0c4d-450a-bfef-eab9b17fc119 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440853 Jun 21 03:13:01.713384 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87594c-d2ac-42a4-acd1-db3ea6c15da7 req-a2566bb3-f09a-4e3a-8b43-d4334967a7ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:01.715836 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff87594c-d2ac-42a4-acd1-db3ea6c15da7 req-a2566bb3-f09a-4e3a-8b43-d4334967a7ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0580347 Jun 21 03:13:01.768492 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff87594c-d2ac-42a4-acd1-db3ea6c15da7 req-13dd32e6-84a3-425b-b20d-e89ab5de8cdf tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469451 Jun 21 03:13:02.164049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77666d7e-0cc1-42b1-82a5-6e6aabb24c0e req-135168cc-d775-40b1-b15b-822dd5f383db tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:02.164049 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77666d7e-0cc1-42b1-82a5-6e6aabb24c0e req-135168cc-d775-40b1-b15b-822dd5f383db tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0537393 Jun 21 03:13:02.230937 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77666d7e-0cc1-42b1-82a5-6e6aabb24c0e req-3e27d811-9fff-42b3-b02d-bffc15994e70 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541997 Jun 21 03:13:02.913429 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda0e75-d4dd-4942-aa06-e3176a04abe7 req-2b5ba6ec-168a-4069-be6b-540ffa4d0845 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:02.914960 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0eda0e75-d4dd-4942-aa06-e3176a04abe7 req-2b5ba6ec-168a-4069-be6b-540ffa4d0845 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0707963 Jun 21 03:13:02.969748 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0eda0e75-d4dd-4942-aa06-e3176a04abe7 req-0752ab8d-9fc9-4895-9e86-56f7db3256be tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490694 Jun 21 03:13:03.355497 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec5f79-99ed-4c56-bc5a-5ae43201c360 req-a6a67199-a5e3-4925-9f85-475e39178a42 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:03.357038 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57ec5f79-99ed-4c56-bc5a-5ae43201c360 req-a6a67199-a5e3-4925-9f85-475e39178a42 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0501313 Jun 21 03:13:03.416665 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57ec5f79-99ed-4c56-bc5a-5ae43201c360 req-f5839358-a39b-4c87-97ce-62464d3fd458 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538917 Jun 21 03:13:04.091709 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:04.102676 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653deb47-ae4f-4395-988b-05fa8dea2727 req-d8c93f9a-4cd9-4a28-8c60-d77bd9e4b222 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:04.104629 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-653deb47-ae4f-4395-988b-05fa8dea2727 req-d8c93f9a-4cd9-4a28-8c60-d77bd9e4b222 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0550146 Jun 21 03:13:04.181442 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-653deb47-ae4f-4395-988b-05fa8dea2727 req-c15f3abf-73f6-4a7d-86c0-910dac060ca7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708275 Jun 21 03:13:04.543571 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cff265-7dfe-47f5-b551-0899a7fba798 req-10ed5cbd-f332-4e84-a72e-1c9f884b625e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:04.545236 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42cff265-7dfe-47f5-b551-0899a7fba798 req-10ed5cbd-f332-4e84-a72e-1c9f884b625e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0504131 Jun 21 03:13:04.595104 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42cff265-7dfe-47f5-b551-0899a7fba798 req-299b2c2d-ccdf-4c4c-a390-45f884440d46 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Jun 21 03:13:05.310027 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f9455-cd0b-422e-b898-ee977fd4d9d6 req-085f1534-45c9-4a09-a175-6c641fb52726 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:05.311509 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b30f9455-cd0b-422e-b898-ee977fd4d9d6 req-085f1534-45c9-4a09-a175-6c641fb52726 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0522363 Jun 21 03:13:05.373334 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b30f9455-cd0b-422e-b898-ee977fd4d9d6 req-b53ecfdf-58ff-41ad-9b0a-616683314a3c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546384 Jun 21 03:13:05.728010 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a13133-1eda-4240-a239-652fcf6bdb07 req-196b143e-2434-44bf-aeb7-c104e5e0ca31 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:05.730319 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65a13133-1eda-4240-a239-652fcf6bdb07 req-196b143e-2434-44bf-aeb7-c104e5e0ca31 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0528822 Jun 21 03:13:05.791996 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65a13133-1eda-4240-a239-652fcf6bdb07 req-d71131ca-3575-4f2c-829a-f621c6a5c692 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544531 Jun 21 03:13:06.506653 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1d759-119c-4aed-ac19-6b567cd595f5 req-116e30db-59b4-4187-86c8-d41f01979f43 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:06.513766 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21c1d759-119c-4aed-ac19-6b567cd595f5 req-116e30db-59b4-4187-86c8-d41f01979f43 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0577135 Jun 21 03:13:06.570589 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21c1d759-119c-4aed-ac19-6b567cd595f5 req-b2ff8ad6-878a-433a-9fb2-c2abd99afe0b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558951 Jun 21 03:13:06.946975 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64691af-42fb-4a40-ad4b-234997e9a787 req-cd18c4cc-0b89-40a4-8011-89a884c0d4cd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:06.948425 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f64691af-42fb-4a40-ad4b-234997e9a787 req-cd18c4cc-0b89-40a4-8011-89a884c0d4cd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0704541 Jun 21 03:13:06.975688 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:07.012040 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f64691af-42fb-4a40-ad4b-234997e9a787 req-e1646f60-1c15-4cd3-b227-dfac1d1e7b3e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573511 Jun 21 03:13:07.721028 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce1b6b-81b1-4738-a435-0bc78cbf4b31 req-2fd9afd1-fc5e-49d8-a616-724a5c663e2b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:07.722790 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-adce1b6b-81b1-4738-a435-0bc78cbf4b31 req-2fd9afd1-fc5e-49d8-a616-724a5c663e2b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0614579 Jun 21 03:13:07.785839 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-adce1b6b-81b1-4738-a435-0bc78cbf4b31 req-45250b47-c78f-4623-9d63-a4f3f0bd6df8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575566 Jun 21 03:13:08.138895 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c35b5b-eeec-4dc8-8bd3-3adaff44d209 req-9a4b4b68-90b9-4919-a9c4-b7cd1ce26311 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:08.140528 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-02c35b5b-eeec-4dc8-8bd3-3adaff44d209 req-9a4b4b68-90b9-4919-a9c4-b7cd1ce26311 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0518250 Jun 21 03:13:08.200469 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-02c35b5b-eeec-4dc8-8bd3-3adaff44d209 req-4bc90741-e8d4-4c02-840e-c1019595f948 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473301 Jun 21 03:13:08.908598 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297aa71-a5f4-4ecb-96bb-34cacdf8c38e req-11b6263b-f0dd-4331-a798-182e9afb219c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:08.910313 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8297aa71-a5f4-4ecb-96bb-34cacdf8c38e req-11b6263b-f0dd-4331-a798-182e9afb219c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0494084 Jun 21 03:13:08.975705 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8297aa71-a5f4-4ecb-96bb-34cacdf8c38e req-4e12d7a1-7a73-454f-a071-5cfdbcd88cc6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586936 Jun 21 03:13:09.308865 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:09.331658 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95829de6-168c-4ab9-a0e6-cf8f883107ab req-31f0f893-726d-47ad-b0ee-f94e55f00a5a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:09.333722 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95829de6-168c-4ab9-a0e6-cf8f883107ab req-31f0f893-726d-47ad-b0ee-f94e55f00a5a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0602129 Jun 21 03:13:09.390488 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95829de6-168c-4ab9-a0e6-cf8f883107ab req-c110331d-1e30-489c-998e-ff9b12fc262c tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510006 Jun 21 03:13:10.103963 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3633d7d-82c5-4827-a79e-833f39a85091 req-9249cd31-2f72-4239-a088-d562f04e84dc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:10.105495 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3633d7d-82c5-4827-a79e-833f39a85091 req-9249cd31-2f72-4239-a088-d562f04e84dc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0538161 Jun 21 03:13:10.158142 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3633d7d-82c5-4827-a79e-833f39a85091 req-13cd43b6-5df0-4c37-b73b-263ce1f60cbc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470650 Jun 21 03:13:10.480277 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=53 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:10.489825 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=45 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:10.522595 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619456f6-2f16-4eb9-933d-ee3057092d57 req-74465edf-5843-4343-a5a6-faefa70a9c2a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:10.524071 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-619456f6-2f16-4eb9-933d-ee3057092d57 req-74465edf-5843-4343-a5a6-faefa70a9c2a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0494988 Jun 21 03:13:10.575733 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-619456f6-2f16-4eb9-933d-ee3057092d57 req-b170ef2d-9a2d-412c-982f-04289abd620f tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Jun 21 03:13:10.847962 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=14 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:10.855460 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:11.280872 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:11.294203 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c4b00-6cea-412c-9552-73710442a06e req-561c5877-4400-41fc-ae07-4a487f2052e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:11.295708 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-188c4b00-6cea-412c-9552-73710442a06e req-561c5877-4400-41fc-ae07-4a487f2052e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0599716 Jun 21 03:13:11.354715 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-188c4b00-6cea-412c-9552-73710442a06e req-70c3a7c7-6d1f-4c9f-9f6e-8c737803ebd9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531363 Jun 21 03:13:11.636182 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-90ed9d36-5b27-4b6e-8bf5-2e564dc69498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:11.715498 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040db1-a6a3-4674-9024-77b5204f8684 req-2ab56c8d-68ae-4ca2-bc3c-a44c4892af33 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:11.716996 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49040db1-a6a3-4674-9024-77b5204f8684 req-2ab56c8d-68ae-4ca2-bc3c-a44c4892af33 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0562611 Jun 21 03:13:11.768092 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49040db1-a6a3-4674-9024-77b5204f8684 req-e1d5296c-fcc9-4f3e-af81-d96dbff3b064 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Jun 21 03:13:12.498116 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d08a9-093e-42e1-9ebd-67755efc28e1 req-8d9e015d-033a-44b1-bf64-3ca7011de01e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:12.499577 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c88d08a9-093e-42e1-9ebd-67755efc28e1 req-8d9e015d-033a-44b1-bf64-3ca7011de01e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0581770 Jun 21 03:13:12.559113 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c88d08a9-093e-42e1-9ebd-67755efc28e1 req-0bbb4f06-aa96-424e-9307-a585f8c8a673 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526206 Jun 21 03:13:12.887744 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865bd91-50d8-4c8c-b4cd-0e7605872eef req-d96fb806-22f2-4586-9843-dda37f0728c6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:12.889241 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e865bd91-50d8-4c8c-b4cd-0e7605872eef req-d96fb806-22f2-4586-9843-dda37f0728c6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Jun 21 03:13:12.939758 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e865bd91-50d8-4c8c-b4cd-0e7605872eef req-6288095c-c0b5-488d-b945-4bd0f8a6dd79 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 Jun 21 03:13:13.186630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c6a7f-b7a1-4aa8-9310-367e69bf0749 req-67edd95e-172c-4a54-be22-1d6a10c6121d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.189296 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-001c6a7f-b7a1-4aa8-9310-367e69bf0749 req-67edd95e-172c-4a54-be22-1d6a10c6121d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0504377 Jun 21 03:13:13.236249 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-001c6a7f-b7a1-4aa8-9310-367e69bf0749 req-6df040c2-292e-4e28-a4e2-6ae27665b2ff tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Jun 21 03:13:13.469967 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-849decee-2bc3-4eb4-80ab-fd07bd7d157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.471463 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-849decee-2bc3-4eb4-80ab-fd07bd7d157c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 1129 time: 0.0430591 Jun 21 03:13:13.668005 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-f56fa853-7d53-4337-9468-8886e3a33666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.669564 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-f56fa853-7d53-4337-9468-8886e3a33666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 1130 time: 0.0440617 Jun 21 03:13:13.739058 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aee8b1-161a-4e06-871f-998a5441f9e5 req-190629cf-9449-4d63-955e-5c1b539cb98a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.740438 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7aee8b1-161a-4e06-871f-998a5441f9e5 req-190629cf-9449-4d63-955e-5c1b539cb98a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0914519 Jun 21 03:13:13.741787 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-766852ac-53b8-4cbc-a656-3bb83060e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.743393 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-766852ac-53b8-4cbc-a656-3bb83060e0e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 909 time: 0.1300480 Jun 21 03:13:13.762417 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-88d338dc-0ba1-47d5-b10f-061d7b7ee6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.763965 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-88d338dc-0ba1-47d5-b10f-061d7b7ee6cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.0866733 Jun 21 03:13:13.799226 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:13.832371 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-970de6fc-8fa8-48c5-b0dc-eec9a20a1ed6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19 HTTP/1.1" status: 200 len: 1001 time: 0.0615528 Jun 21 03:13:13.833844 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-18ab55af-14f4-422a-8a87-fa3fce9c3bfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a HTTP/1.1" status: 200 len: 1001 time: 0.0802929 Jun 21 03:13:13.838134 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7aee8b1-161a-4e06-871f-998a5441f9e5 req-55ab33f7-f454-4304-8aa0-4c700c77bf0b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918810 Jun 21 03:13:13.850347 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5770b4b8-fbaf-4335-ae79-1f0aff4c77f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:13.891144 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-bec03e52-abfc-4424-932d-4dd66952d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.891478 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-eb3494fa-a4e0-433d-97be-03c3cab4d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.892627 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-bec03e52-abfc-4424-932d-4dd66952d10e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.0488968 Jun 21 03:13:13.893230 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-eb3494fa-a4e0-433d-97be-03c3cab4d690 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0496302 Jun 21 03:13:13.948108 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-3ba13e6c-984c-4b92-a5ad-76b1ecaa091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.948382 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-d1e6835b-a354-4073-8b9e-028421a0c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:13.949660 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-3ba13e6c-984c-4b92-a5ad-76b1ecaa091a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399699 Jun 21 03:13:13.949812 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-d1e6835b-a354-4073-8b9e-028421a0c984 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405521 Jun 21 03:13:14.048950 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-89263adb-0952-4d71-9ba8-a248646eb844 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861080 Jun 21 03:13:14.052335 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-9f206f63-acb1-43a3-9a00-628910a02039 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Jun 21 03:13:14.071702 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:14.155262 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2285f701-4fa4-4a3e-bfc5-0cecdd838fed req-3587f6df-64df-47e8-a5fd-b76d7628837a service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907199 Jun 21 03:13:14.166397 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6092a14f-c77d-4521-bac4-a6a7e377af4e req-434d6580-e5e9-4832-b9d6-d5a4d9634501 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022449 Jun 21 03:13:14.365505 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2adb-566e-46ea-bb2a-97837b1abd87 req-71a60eb3-a727-47a3-be9f-eecb459b8bf8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:14.367014 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c81c2adb-566e-46ea-bb2a-97837b1abd87 req-71a60eb3-a727-47a3-be9f-eecb459b8bf8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0550601 Jun 21 03:13:14.402932 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:14.417772 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c81c2adb-566e-46ea-bb2a-97837b1abd87 req-224b910f-8b1a-438b-a1f5-7e2412225b82 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Jun 21 03:13:14.865193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:14.964561 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a290-8ffb-4b76-a638-485ae1e16aee req-b556c623-0d34-46c8-8266-2ba1c3a5b834 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:14.966057 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad43a290-8ffb-4b76-a638-485ae1e16aee req-b556c623-0d34-46c8-8266-2ba1c3a5b834 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0480883 Jun 21 03:13:15.021300 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad43a290-8ffb-4b76-a638-485ae1e16aee req-059ec8aa-84b6-4e5f-9ee3-765098b823d2 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461681 Jun 21 03:13:15.546269 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd10ed9-9f8d-4a6b-8495-17ffda05ae59 req-3d7724e9-13d1-4a7f-b35a-d9eff2e9f7c9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:15.547871 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6dd10ed9-9f8d-4a6b-8495-17ffda05ae59 req-3d7724e9-13d1-4a7f-b35a-d9eff2e9f7c9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Jun 21 03:13:15.596085 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6dd10ed9-9f8d-4a6b-8495-17ffda05ae59 req-20decdf1-d689-49db-ba3e-b18ef373f4fb tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 Jun 21 03:13:16.156931 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa70d-da39-4e2c-98b7-6d11a97680fb req-9e111748-dc08-4272-9676-587bae06b5e1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:16.158408 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-908aa70d-da39-4e2c-98b7-6d11a97680fb req-9e111748-dc08-4272-9676-587bae06b5e1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0527525 Jun 21 03:13:16.206487 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-908aa70d-da39-4e2c-98b7-6d11a97680fb req-4672998c-bcb7-40f8-9588-03c09ba9787c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414529 Jun 21 03:13:16.275770 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:16.688062 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:16.717914 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09253031-eca9-4a5c-afc0-976d24e86401 req-4db8aa10-2d45-4312-9969-0ee83b232bd7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:16.719392 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09253031-eca9-4a5c-afc0-976d24e86401 req-4db8aa10-2d45-4312-9969-0ee83b232bd7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Jun 21 03:13:16.730761 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:16.769647 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09253031-eca9-4a5c-afc0-976d24e86401 req-bbf65657-51ab-4015-a42e-6f8928839e5a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Jun 21 03:13:17.095637 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:17.331874 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163443d-71ce-4c7b-87ae-6db53af4608f req-058ee3d5-3d50-46fd-af7b-9b0f84ac27ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:17.333337 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3163443d-71ce-4c7b-87ae-6db53af4608f req-058ee3d5-3d50-46fd-af7b-9b0f84ac27ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 946 time: 0.0516136 Jun 21 03:13:17.390282 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3163443d-71ce-4c7b-87ae-6db53af4608f req-a4f1e96c-fd1e-4549-b92d-85b6afa7d24d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514083 Jun 21 03:13:17.692841 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:13:17.770963 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: ACTIVE; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:13:17.771355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:17.794170 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:13:17.796301 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d395ebe0-bc97-4042-a19c-31364193b248" -d '{"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:13:17.812196 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:13:17.818482 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:17.849137 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Jun 2022 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c9baa-8373-4f77-a314-67ba46834696 x-openstack-request-id: req-3b9c9baa-8373-4f77-a314-67ba46834696 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:13:17.849490 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-unplugged", "status": "failed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19", "code": 422}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:13:17.849801 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b9c9baa-8373-4f77-a314-67ba46834696 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:13:17.850301 dv-cinder-846842-1-iscsi neutron-server[104010]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3b9c9baa-8373-4f77-a314-67ba46834696']: {'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'code': 422} returned with failed status Jun 21 03:13:17.881613 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=8']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:13:17.904173 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68db1a0-b4c3-4f28-8eb1-4e809ca35d73 req-847bca33-be7b-4cba-8af0-67e4de287e77 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:17.904947 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-2bb704bf-af93-44dc-a144-0c0f38807221 req-a353f7cd-4d4b-461f-bdd9-2847a62f0815 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:13:17.905937 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bb704bf-af93-44dc-a144-0c0f38807221 req-a353f7cd-4d4b-461f-bdd9-2847a62f0815 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052948 Jun 21 03:13:17.906095 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c68db1a0-b4c3-4f28-8eb1-4e809ca35d73 req-847bca33-be7b-4cba-8af0-67e4de287e77 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0523183 Jun 21 03:13:17.955233 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c68db1a0-b4c3-4f28-8eb1-4e809ca35d73 req-2f35f969-1227-4474-a7e9-136f4869a618 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 Jun 21 03:13:18.061649 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b23729-2152-4d62-9e6b-506e6ea845ee req-5725e08c-c67a-4f56-9bce-a5817cf50526 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:18.063213 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19b23729-2152-4d62-9e6b-506e6ea845ee req-5725e08c-c67a-4f56-9bce-a5817cf50526 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0502489 Jun 21 03:13:18.112436 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19b23729-2152-4d62-9e6b-506e6ea845ee req-606a6d89-4c42-4eb7-91a4-396e5bc4b154 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Jun 21 03:13:18.455602 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58210) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:13:18.541409 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-21cf7ab0-1049-4ccd-a58f-c03e09cfebe1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844250 Jun 21 03:13:18.550031 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-369740ac-6342-48f4-a223-d6c3408248be service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:13:18.550986 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-369740ac-6342-48f4-a223-d6c3408248be service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050128 Jun 21 03:13:18.633598 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58218) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:13:18.739408 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-dedac854-aeb4-4d1b-9b4e-0d8c85baaae2 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:18.740817 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-dedac854-aeb4-4d1b-9b4e-0d8c85baaae2 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports/a6a84e7e-f693-4251-bff2-a21fced5ba19 HTTP/1.1" status: 200 len: 941 time: 0.1059461 Jun 21 03:13:19.237086 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e15811-9f28-4197-874e-1d68ae1bda6f req-6f173f41-03b2-462f-9f75-3f9f5cd569f6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:19.238740 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-67e15811-9f28-4197-874e-1d68ae1bda6f req-6f173f41-03b2-462f-9f75-3f9f5cd569f6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0514483 Jun 21 03:13:19.294566 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-67e15811-9f28-4197-874e-1d68ae1bda6f req-50c5ab19-e8a2-40d8-adea-605abdea484f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487254 Jun 21 03:13:20.001374 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853135-596b-4cbf-a229-df138ac23cab req-dda4718a-303b-4e7b-b649-8a379ff75c3e tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:20.003184 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ab853135-596b-4cbf-a229-df138ac23cab req-dda4718a-303b-4e7b-b649-8a379ff75c3e tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0561368 Jun 21 03:13:20.053559 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ab853135-596b-4cbf-a229-df138ac23cab req-49de65c4-652c-4e66-a038-f11ef237ef93 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Jun 21 03:13:20.422011 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384cea-891f-4330-ae24-b4caf74c94fd req-0a45dcc3-b4a2-4a5e-acf1-148f66496635 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:20.423498 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0384cea-891f-4330-ae24-b4caf74c94fd req-0a45dcc3-b4a2-4a5e-acf1-148f66496635 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0511649 Jun 21 03:13:20.471942 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0384cea-891f-4330-ae24-b4caf74c94fd req-d560cc9c-2ac2-491d-a751-23e1ceebcd0f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Jun 21 03:13:21.178211 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1beb69-78de-4961-982e-3744d3ba1be5 req-6b97a843-c991-4a3b-b9f1-f377c1bad645 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:21.179711 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea1beb69-78de-4961-982e-3744d3ba1be5 req-6b97a843-c991-4a3b-b9f1-f377c1bad645 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0493851 Jun 21 03:13:21.231513 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea1beb69-78de-4961-982e-3744d3ba1be5 req-d4739821-5d64-492c-ab6e-81fdf36a20d9 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 Jun 21 03:13:21.597881 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93ab04-91fa-4f01-ba07-6f8d62a5d450 req-f64d0347-a8a2-4dc3-9e7d-8c83e471c2b8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:21.599384 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad93ab04-91fa-4f01-ba07-6f8d62a5d450 req-f64d0347-a8a2-4dc3-9e7d-8c83e471c2b8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0533807 Jun 21 03:13:21.651283 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad93ab04-91fa-4f01-ba07-6f8d62a5d450 req-1d074454-2b8a-4ac1-962b-a84cbf60b3f8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 Jun 21 03:13:21.716479 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:13:21.797730 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: DOWN; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:13:22.363846 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6c248-2a82-48ff-9f30-32643f63f522 req-876aff82-cf03-412d-be6b-db04e215ca8d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.365374 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fad6c248-2a82-48ff-9f30-32643f63f522 req-876aff82-cf03-412d-be6b-db04e215ca8d tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0534666 Jun 21 03:13:22.423741 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fad6c248-2a82-48ff-9f30-32643f63f522 req-316e0ccc-50a6-472f-a37b-e46fe1811531 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495746 Jun 21 03:13:22.576641 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-bf433464-39e6-4613-97fc-859fa5df9735 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.578077 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-bf433464-39e6-4613-97fc-859fa5df9735 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 945 time: 0.0569518 Jun 21 03:13:22.601240 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-66f297cd-7ecb-4d1d-aed7-8571689eff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.602758 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-66f297cd-7ecb-4d1d-aed7-8571689eff8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554&tenant_id=5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 1128 time: 0.0807667 Jun 21 03:13:22.671328 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Deleting port de74322d-b2b1-4e78-983e-9e4f65495959 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:13:22.671965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:22.690122 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-503bcc4a-3603-4605-8f57-0d3f5b1adf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.691731 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-503bcc4a-3603-4605-8f57-0d3f5b1adf4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 1128 time: 0.0452640 Jun 21 03:13:22.745776 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:22.758574 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:22.787496 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-f4290a91-ffef-4c71-8173-0f4064249d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.789021 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-f4290a91-ffef-4c71-8173-0f4064249d9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.0914080 Jun 21 03:13:22.800673 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0ec21-afea-426c-b7eb-ec6a17b76e7a req-46c04645-5390-46ff-ab14-aeb4b81d0769 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.802107 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43b0ec21-afea-426c-b7eb-ec6a17b76e7a req-46c04645-5390-46ff-ab14-aeb4b81d0769 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0695617 Jun 21 03:13:22.808807 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] For port de74322d-b2b1-4e78-983e-9e4f65495959, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=de74322d-b2b1-4e78-983e-9e4f65495959,segment=NetworkSegment(c48112e0-7314-4063-b829-0ce02abedafe),segment_id=c48112e0-7314-4063-b829-0ce02abedafe)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:13:22.809166 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:22.832656 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Calling delete_port for de74322d-b2b1-4e78-983e-9e4f65495959 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:13:22.857720 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-08cc4433-f46e-4fb0-b7a7-4f67912dc357 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19 HTTP/1.1" status: 200 len: 999 time: 0.0612476 Jun 21 03:13:22.907542 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43b0ec21-afea-426c-b7eb-ec6a17b76e7a req-d1e1d703-6487-4d98-9960-c7ed816fbf11 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956297 Jun 21 03:13:22.910662 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-08df88ca-19f6-4285-b7b8-6ae079de3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.912049 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-08df88ca-19f6-4285-b7b8-6ae079de3aa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0466709 Jun 21 03:13:22.960630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-6de31253-0be9-4971-8e10-7ea4d11f1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:22.962043 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-6de31253-0be9-4971-8e10-7ea4d11f1848 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425510 Jun 21 03:13:22.988517 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (de74322d-b2b1-4e78-983e-9e4f65495959), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:23.021207 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Pushing event deleted for resources: {'Port': ['ID=de74322d-b2b1-4e78-983e-9e4f65495959,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:13:23.031635 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['de74322d-b2b1-4e78-983e-9e4f65495959'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:13:23.034454 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.034822 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.035136 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.035450 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.035790 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.036117 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.036860 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.036860 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.037066 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.037370 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.037687 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.038001 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.038317 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.038646 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.038956 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:23.048537 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:23.068837 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-5187a16f-19b5-4ce9-8f34-0af52adfbac0 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002030 Jun 21 03:13:23.076089 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] No DVR routers for this DVR port de74322d-b2b1-4e78-983e-9e4f65495959 on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:13:23.078620 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:23.082103 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0afb2675-8b76-4dc8-afa7-5b6a02353d3c req-5be17763-eb81-4925-88ca-0c75868a3944 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.36 "DELETE /v2.0/ports/de74322d-b2b1-4e78-983e-9e4f65495959 HTTP/1.1" status: 204 len: 173 time: 0.4972539 Jun 21 03:13:23.082529 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'name': 'network-vif-deleted', 'tag': 'de74322d-b2b1-4e78-983e-9e4f65495959'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:13:23.084769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f78a1a4-d571-4b83-b4b1-6315b72adadc" -d '{"events": [{"server_uuid": "ef3aeadc-9008-4eed-ac47-2492213bf82f", "name": "network-vif-deleted", "tag": "de74322d-b2b1-4e78-983e-9e4f65495959"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:13:23.118796 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683836f9-1699-4111-b6a8-20bf6a11f509 x-openstack-request-id: req-683836f9-1699-4111-b6a8-20bf6a11f509 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:13:23.118796 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3aeadc-9008-4eed-ac47-2492213bf82f", "name": "network-vif-deleted", "tag": "de74322d-b2b1-4e78-983e-9e4f65495959", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:13:23.119056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-683836f9-1699-4111-b6a8-20bf6a11f509 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:13:23.119341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683836f9-1699-4111-b6a8-20bf6a11f509'] response: {'server_uuid': 'ef3aeadc-9008-4eed-ac47-2492213bf82f', 'name': 'network-vif-deleted', 'tag': 'de74322d-b2b1-4e78-983e-9e4f65495959', 'status': 'completed', 'code': 200} Jun 21 03:13:23.167967 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2b78f20-d1ba-46a9-87f4-4fd8b0c1c1a6 req-10e733f3-599a-466b-a19a-21b85f85ea91 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922341 Jun 21 03:13:23.542682 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c99f144c-13aa-405c-983c-3b3c3d712d14 req-0787a6fc-1c51-4351-8b7f-d39153199482 tempest-VolumesSnapshotTestJSON-1727898766 tempest-VolumesSnapshotTestJSON-1727898766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3aeadc-9008-4eed-ac47-2492213bf82f HTTP/1.1" status: 200 len: 210 time: 0.0303671 Jun 21 03:13:24.070729 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2f7ac-07c0-45c7-a53b-48d1eab27631 req-01eb3b22-afb0-484e-a010-bc15706f5548 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:24.076677 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eea2f7ac-07c0-45c7-a53b-48d1eab27631 req-01eb3b22-afb0-484e-a010-bc15706f5548 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0660293 Jun 21 03:13:24.131474 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eea2f7ac-07c0-45c7-a53b-48d1eab27631 req-e455d95b-5256-4976-ba16-a8762b49695a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536232 Jun 21 03:13:25.259800 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bc9da-bcc9-4e03-b9ef-bf2804fdc7d4 req-80a4ea0a-e579-403b-af1b-8f3565d4b5b0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:25.261357 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a38bc9da-bcc9-4e03-b9ef-bf2804fdc7d4 req-80a4ea0a-e579-403b-af1b-8f3565d4b5b0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0501032 Jun 21 03:13:25.310924 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a38bc9da-bcc9-4e03-b9ef-bf2804fdc7d4 req-879dbaf1-b344-4602-930c-43d0e067e6e5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439866 Jun 21 03:13:25.746344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device de74322d-b2b1-4e78-983e-9e4f65495959 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:13:25.770831 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: de74322d-b2b1-4e78-983e-9e4f65495959 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:13:25.771170 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device de74322d-b2b1-4e78-983e-9e4f65495959 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:13:26.423079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:26.436323 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70510a-4842-47ac-a0b1-7226de57387b req-4c5b1306-02d4-48b4-9575-24b42e10d9ca tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:26.437966 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cd70510a-4842-47ac-a0b1-7226de57387b req-4c5b1306-02d4-48b4-9575-24b42e10d9ca tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0521588 Jun 21 03:13:26.493382 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cd70510a-4842-47ac-a0b1-7226de57387b req-8da3febf-af99-4ce9-8a1b-b05160a7d413 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494699 Jun 21 03:13:27.620380 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bd3d1-dfe3-4819-b2d4-cf126824b845 req-dbb48342-4cb9-417b-8174-43537da6b6ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:27.621892 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-904bd3d1-dfe3-4819-b2d4-cf126824b845 req-dbb48342-4cb9-417b-8174-43537da6b6ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0493040 Jun 21 03:13:27.676929 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-904bd3d1-dfe3-4819-b2d4-cf126824b845 req-e17b96a2-d27c-4e78-afd1-3f9f91ad7db5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487685 Jun 21 03:13:28.816283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0918a-2876-4c7e-b8c5-ac221c55304b req-2cd9d90f-5487-407e-b643-a7386959ff87 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:28.817744 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05b0918a-2876-4c7e-b8c5-ac221c55304b req-2cd9d90f-5487-407e-b643-a7386959ff87 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0577257 Jun 21 03:13:28.868379 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05b0918a-2876-4c7e-b8c5-ac221c55304b req-43bf83d8-d345-4153-ae58-073979d2e964 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Jun 21 03:13:29.994760 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172df73-3238-4993-ae99-e708b9afeb57 req-9d61598d-6086-4f73-8eb9-64e4aa6775e5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:29.996190 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0172df73-3238-4993-ae99-e708b9afeb57 req-9d61598d-6086-4f73-8eb9-64e4aa6775e5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0521014 Jun 21 03:13:30.045361 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0172df73-3238-4993-ae99-e708b9afeb57 req-fdc19ab9-f7ec-45bd-8f3c-a5f6d86fb173 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 Jun 21 03:13:31.179138 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2a85-e421-4dcd-9305-ffd558d6c475 req-b5aa3d73-ae9b-4db5-8865-c2b2de3e58e6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:31.180797 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c53f2a85-e421-4dcd-9305-ffd558d6c475 req-b5aa3d73-ae9b-4db5-8865-c2b2de3e58e6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0496354 Jun 21 03:13:31.211431 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:13:31.259125 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c53f2a85-e421-4dcd-9305-ffd558d6c475 req-327d72b7-5485-4274-9269-a9ff0b919539 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707378 Jun 21 03:13:32.404031 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822641d-a75f-489a-9f90-968537fad87f req-75964795-d1c1-4adb-9e00-a037606c31c4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:32.405643 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6822641d-a75f-489a-9f90-968537fad87f req-75964795-d1c1-4adb-9e00-a037606c31c4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0496688 Jun 21 03:13:32.455825 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6822641d-a75f-489a-9f90-968537fad87f req-32403f80-3bdf-4dd2-8df9-78f0aa388f23 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Jun 21 03:13:33.598348 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fcb06-1015-4097-b4af-5039371deed1 req-a0362a18-f959-4995-8fa6-ca92e5e6e486 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:33.599801 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c1fcb06-1015-4097-b4af-5039371deed1 req-a0362a18-f959-4995-8fa6-ca92e5e6e486 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0645390 Jun 21 03:13:33.649478 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c1fcb06-1015-4097-b4af-5039371deed1 req-d8116261-505a-45fd-89d3-5b4bd0b0b9fa tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415666 Jun 21 03:13:34.776235 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35cf01-0351-4c2b-b9b8-eaf9e08ca9c0 req-8eb0d1c5-1377-4e96-875e-0a5534a1d838 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:34.777727 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d35cf01-0351-4c2b-b9b8-eaf9e08ca9c0 req-8eb0d1c5-1377-4e96-875e-0a5534a1d838 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0521271 Jun 21 03:13:34.831290 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d35cf01-0351-4c2b-b9b8-eaf9e08ca9c0 req-88bc4a9c-e919-465d-9a4a-a19faa85cfc8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453954 Jun 21 03:13:35.749845 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:35.751075 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:35.953963 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba4413-1bbb-464e-bbf7-28d653547de8 req-ea6c3373-2b7c-4280-8609-e869cb7fb3f9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:35.956230 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74ba4413-1bbb-464e-bbf7-28d653547de8 req-ea6c3373-2b7c-4280-8609-e869cb7fb3f9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0508304 Jun 21 03:13:36.012612 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74ba4413-1bbb-464e-bbf7-28d653547de8 req-d439770e-c24d-4998-9708-6ff24f835ddd tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502729 Jun 21 03:13:37.124708 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:37.140828 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad59a04-aa07-45db-84eb-929d46c3cde9 req-6f9999af-8f0d-410e-915d-9b2c5ef950ae tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:37.142299 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad59a04-aa07-45db-84eb-929d46c3cde9 req-6f9999af-8f0d-410e-915d-9b2c5ef950ae tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0493832 Jun 21 03:13:37.195744 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad59a04-aa07-45db-84eb-929d46c3cde9 req-132d582d-ae6c-4c36-97ca-e340c5712f99 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469644 Jun 21 03:13:38.354295 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5107cd-64bf-4ae7-9d30-df4bb2b6479d req-bb894b3e-b3bd-4542-b972-1f0428b2bc6d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:38.362297 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5107cd-64bf-4ae7-9d30-df4bb2b6479d req-bb894b3e-b3bd-4542-b972-1f0428b2bc6d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0702231 Jun 21 03:13:38.414333 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5107cd-64bf-4ae7-9d30-df4bb2b6479d req-a7253941-daf6-40e4-a683-898f28290c69 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509081 Jun 21 03:13:39.543847 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65f3f1-d466-4699-828b-29c530e30083 req-35630829-c785-4d21-b348-d5780afc3500 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:39.545498 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a65f3f1-d466-4699-828b-29c530e30083 req-35630829-c785-4d21-b348-d5780afc3500 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0531588 Jun 21 03:13:39.595688 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a65f3f1-d466-4699-828b-29c530e30083 req-73001d2f-5964-483e-ae33-f978188c5869 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430038 Jun 21 03:13:40.719485 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b23d2-e6a8-4894-8658-2abcc524d636 req-033f3b2c-aa8a-49eb-9bbc-6deebb8d3065 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:40.720995 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cd7b23d2-e6a8-4894-8658-2abcc524d636 req-033f3b2c-aa8a-49eb-9bbc-6deebb8d3065 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0494182 Jun 21 03:13:40.739083 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:40.776747 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cd7b23d2-e6a8-4894-8658-2abcc524d636 req-b3d98fc3-4fc4-47d9-9852-af9c2fb6276f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472968 Jun 21 03:13:41.205340 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:41.206471 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=18 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:41.633070 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80b7d76a-c878-4837-9007-3dc1e0d72da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:41.971712 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d3f83-f551-4269-85fa-0b7e5b1a6b3d req-b2fb54da-af38-47ce-a529-78d3c5ba6530 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:41.973242 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d3d3f83-f551-4269-85fa-0b7e5b1a6b3d req-b2fb54da-af38-47ce-a529-78d3c5ba6530 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.1065071 Jun 21 03:13:42.026372 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d3d3f83-f551-4269-85fa-0b7e5b1a6b3d req-32e5f8ff-3a3c-4c43-ae43-750a8c36150c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447078 Jun 21 03:13:43.157170 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a26f9-7b4b-4bd4-9c14-1255f251e658 req-3fdfa0ae-c476-49a3-bbe7-37c6c1255bde tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:43.158768 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe7a26f9-7b4b-4bd4-9c14-1255f251e658 req-3fdfa0ae-c476-49a3-bbe7-37c6c1255bde tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0545905 Jun 21 03:13:43.207512 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe7a26f9-7b4b-4bd4-9c14-1255f251e658 req-593a4e63-f5fc-4fa1-bcb2-8497b0ff8090 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 Jun 21 03:13:43.854157 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4739df2c-5d91-4428-8dbe-ed7f06833ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:44.346643 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f9583-7ddc-46c0-a32a-f2d170beaa3c req-e9f09339-6277-4d47-9c2e-91a335bd1f5f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:44.348102 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-554f9583-7ddc-46c0-a32a-f2d170beaa3c req-e9f09339-6277-4d47-9c2e-91a335bd1f5f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0499249 Jun 21 03:13:44.395849 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:44.403660 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-554f9583-7ddc-46c0-a32a-f2d170beaa3c req-ef7cde99-8002-4b96-8d2b-d76fb5a62b7d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Jun 21 03:13:44.865643 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:45.622794 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21869a49-8ecb-4ca5-890f-8d51f9ca3860 req-1eb8bd01-1268-4d73-ad6c-2670cc420a07 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:45.625060 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21869a49-8ecb-4ca5-890f-8d51f9ca3860 req-1eb8bd01-1268-4d73-ad6c-2670cc420a07 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.1332886 Jun 21 03:13:45.675128 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21869a49-8ecb-4ca5-890f-8d51f9ca3860 req-d3edc7b0-fe94-4745-bd33-ac262688101f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439286 Jun 21 03:13:46.287838 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:46.690353 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:46.807522 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973d50-4dd4-475b-95e2-4488d4beea95 req-54e3d4d0-ef9f-454f-bacb-eec67864dac4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:46.809078 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fd973d50-4dd4-475b-95e2-4488d4beea95 req-54e3d4d0-ef9f-454f-bacb-eec67864dac4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0500941 Jun 21 03:13:46.855966 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fd973d50-4dd4-475b-95e2-4488d4beea95 req-52508427-7036-4a1b-b38c-8160c3819106 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Jun 21 03:13:47.099322 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:47.995657 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a21b7-96df-4319-9d24-3f3b3bb384fe req-83139d83-13da-4dbc-96c9-73b6e49f6109 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:47.997462 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e5a21b7-96df-4319-9d24-3f3b3bb384fe req-83139d83-13da-4dbc-96c9-73b6e49f6109 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0559461 Jun 21 03:13:48.047105 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e5a21b7-96df-4319-9d24-3f3b3bb384fe req-918f7654-ec58-4d8c-91f6-a7509bef0b41 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Jun 21 03:13:48.248055 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-659d021a-06c4-4b8b-b1b4-157309af313f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399816 Jun 21 03:13:48.326738 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-76debbf5-7b40-4a40-a540-5b80249d5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:48.327925 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-76debbf5-7b40-4a40-a540-5b80249d5480 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 1130 time: 0.0410662 Jun 21 03:13:48.435652 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-6f9fcb1f-b4a2-46ce-a3b4-d35d45fa5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:48.437032 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-6f9fcb1f-b4a2-46ce-a3b4-d35d45fa5bb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0896928 Jun 21 03:13:48.478076 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-c7632c4b-6e2e-4f6d-8f79-26492c78e8a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07 HTTP/1.1" status: 200 len: 217 time: 0.0327029 Jun 21 03:13:48.536929 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-155862ad-a78a-4035-9d1c-2a61db8b11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:48.538375 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-155862ad-a78a-4035-9d1c-2a61db8b11e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0536540 Jun 21 03:13:48.588923 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-4c2a8242-f560-464a-89f8-1d3ac89d829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:48.590837 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-4c2a8242-f560-464a-89f8-1d3ac89d829a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440876 Jun 21 03:13:48.683102 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-bd114096-2681-4941-8105-5ce6fcf34154 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852950 Jun 21 03:13:48.782578 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fe59603-f240-498e-b964-ee9669b8bc48 req-153ab29a-5428-4aee-99f0-6f88c85f6955 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890343 Jun 21 03:13:49.183361 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246634e9-6ed1-4c5c-98a3-9660a5352e2e req-9dfb7747-ee36-45e3-8bea-adfc6a8d33da tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:49.184818 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-246634e9-6ed1-4c5c-98a3-9660a5352e2e req-9dfb7747-ee36-45e3-8bea-adfc6a8d33da tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0563946 Jun 21 03:13:49.221663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:49.234416 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-246634e9-6ed1-4c5c-98a3-9660a5352e2e req-d13fa1d4-5b7a-45ad-bb97-aa840cb141f5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Jun 21 03:13:50.367700 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663aad3-e15d-4cc3-8615-ca6ab4b3a060 req-0d3f0da2-f08d-4c61-a5e6-b13a35017eee tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:50.369206 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b663aad3-e15d-4cc3-8615-ca6ab4b3a060 req-0d3f0da2-f08d-4c61-a5e6-b13a35017eee tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0511534 Jun 21 03:13:50.418747 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b663aad3-e15d-4cc3-8615-ca6ab4b3a060 req-b7711e81-165b-48c2-92a6-4124fa3eeda4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435181 Jun 21 03:13:51.563328 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8d2a-04f6-4fe7-b612-a12ea4984a8e req-aad8bab8-eaa3-40b9-84ee-2f23b1e25b0f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:51.564930 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b09c8d2a-04f6-4fe7-b612-a12ea4984a8e req-aad8bab8-eaa3-40b9-84ee-2f23b1e25b0f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0619228 Jun 21 03:13:51.622076 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b09c8d2a-04f6-4fe7-b612-a12ea4984a8e req-dd5c28b4-5689-4419-b4ee-956f9d22aa44 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513973 Jun 21 03:13:52.739782 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:52.754185 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e15355-91bd-43ba-bff1-6b35ee5d0df5 req-f3714cd2-edb2-4944-bf4d-7ab54525e04e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:52.755744 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57e15355-91bd-43ba-bff1-6b35ee5d0df5 req-f3714cd2-edb2-4944-bf4d-7ab54525e04e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0504909 Jun 21 03:13:52.805872 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57e15355-91bd-43ba-bff1-6b35ee5d0df5 req-c454d608-b329-4fc0-9090-4afce1a2ea74 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444381 Jun 21 03:13:53.933809 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479c638-ce0d-40a0-a18e-9f4696f4811e req-9ac422da-97d4-4bf4-81be-437b7b423ccc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:53.935354 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3479c638-ce0d-40a0-a18e-9f4696f4811e req-9ac422da-97d4-4bf4-81be-437b7b423ccc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0503111 Jun 21 03:13:53.982237 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3479c638-ce0d-40a0-a18e-9f4696f4811e req-c2859e9a-0844-437a-87ff-f62eb5e73fbf tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 Jun 21 03:13:55.115578 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe052a8-e7c9-42d3-89e8-9a4dde3fda8f req-fb2705fc-22c7-4a4d-93ea-5e0edf9595d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:55.117076 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ffe052a8-e7c9-42d3-89e8-9a4dde3fda8f req-fb2705fc-22c7-4a4d-93ea-5e0edf9595d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 944 time: 0.0557587 Jun 21 03:13:55.172184 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ffe052a8-e7c9-42d3-89e8-9a4dde3fda8f req-ce89b68f-dd0c-44d5-b25d-440499ae3097 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492308 Jun 21 03:13:55.905616 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:13:56.141677 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:13:56.153923 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'port_id': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'mac_address': 'fa:16:3e:55:fe:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:13:56.189934 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:13:56.190425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.203779 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a84e7e-f693-4251-bff2-a21fced5ba19 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:13:56.224612 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:13:56.229905 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.281843 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=9']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:13:56.290316 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.290662 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.292861 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.293315 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.293652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.294010 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.294327 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.294474 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58506) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:13:56.294919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.294919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.295245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.295465 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d0e98-d69c-4e82-9813-6491f3dcd2a3 req-dd13cd21-dd17-4a78-931b-cc922a1fb23e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:56.295869 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.295869 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.296134 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.296459 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.296955 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-471d0e98-d69c-4e82-9813-6491f3dcd2a3 req-dd13cd21-dd17-4a78-931b-cc922a1fb23e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 945 time: 0.0523622 Jun 21 03:13:56.300722 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:13:56.339614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] Deleting subnet 1808204a-ec5f-4c1b-b566-bdf852441e0e {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:13:56.342726 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] Publish callbacks [] for subnet (1808204a-ec5f-4c1b-b566-bdf852441e0e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.345319 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-471d0e98-d69c-4e82-9813-6491f3dcd2a3 req-8efe59ca-a809-4803-8098-6e02c3d19ced tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426767 Jun 21 03:13:56.378271 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (1808204a-ec5f-4c1b-b566-bdf852441e0e), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.424907 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (1808204a-ec5f-4c1b-b566-bdf852441e0e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.491614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (1808204a-ec5f-4c1b-b566-bdf852441e0e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.514930 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1808204a-ec5f-4c1b-b566-bdf852441e0e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:13:56.520887 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.524264 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cc4d9e48-65f2-4e75-aca9-948e3b578fe4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1808204a-ec5f-4c1b-b566-bdf852441e0e HTTP/1.1" status: 204 len: 168 time: 0.2285254 Jun 21 03:13:56.526556 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:13:56.594977 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (f2abf431-f273-437a-aebe-28a3974ec06c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.653323 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:56.679292 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (f2abf431-f273-437a-aebe-28a3974ec06c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.700950 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2abf431-f273-437a-aebe-28a3974ec06c']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:13:56.710337 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48112e0-7314-4063-b829-0ce02abedafe') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:13:56.710625 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48112e0-7314-4063-b829-0ce02abedafe') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:13:56.720095 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (c48112e0-7314-4063-b829-0ce02abedafe), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.731677 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['a6a84e7e-f693-4251-bff2-a21fced5ba19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:13:56.734660 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (c48112e0-7314-4063-b829-0ce02abedafe), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.745270 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:13:56.745755 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (c48112e0-7314-4063-b829-0ce02abedafe), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.774882 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment c48112e0-7314-4063-b829-0ce02abedafe resource provider aggregate not found Jun 21 03:13:56.808840 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment c48112e0-7314-4063-b829-0ce02abedafe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c48112e0-7314-4063-b829-0ce02abedafe found for delete ", "request_id": "req-a79929d4-bf61-4133-b167-f9c06673c343"}]} Jun 21 03:13:56.818342 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (f2abf431-f273-437a-aebe-28a3974ec06c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.823134 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:56.828784 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] 10.222.0.16 "DELETE /v2.0/networks/f2abf431-f273-437a-aebe-28a3974ec06c HTTP/1.1" status: 204 len: 168 time: 0.2989333 Jun 21 03:13:56.838975 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd2d0d-7500-4a0d-8dc2-a9fadec0e35a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2abf431-f273-437a-aebe-28a3974ec06c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:13:57.009487 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:13:57.060965 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-850d0faf-715c-4646-a680-06645ddafe78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d8e2178a3c84520ac00fc1cf2da0329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500345 Jun 21 03:13:57.063442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58518) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:13:57.111945 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856afc9c-b5a4-4e17-9dda-9025acb3d890 admin admin] Publish callbacks [] for security_group (8a1c4c61-0b03-499b-8b8b-a48f8a8f665a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:57.136303 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856afc9c-b5a4-4e17-9dda-9025acb3d890 admin admin] Publish callbacks [] for security_group (8a1c4c61-0b03-499b-8b8b-a48f8a8f665a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:57.185670 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856afc9c-b5a4-4e17-9dda-9025acb3d890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8a1c4c61-0b03-499b-8b8b-a48f8a8f665a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:57.188148 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856afc9c-b5a4-4e17-9dda-9025acb3d890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:57.189341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-856afc9c-b5a4-4e17-9dda-9025acb3d890 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a1c4c61-0b03-499b-8b8b-a48f8a8f665a HTTP/1.1" status: 204 len: 168 time: 0.1249568 Jun 21 03:13:57.197323 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afc9c-b5a4-4e17-9dda-9025acb3d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1c4c61-0b03-499b-8b8b-a48f8a8f665a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:13:57.446972 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:57.449288 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:57.467527 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918537d-24e5-4b87-a8ba-ed71f50f0280 req-ecf0711c-7bda-4f7b-80fc-d68884bd0b93 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:57.469827 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6918537d-24e5-4b87-a8ba-ed71f50f0280 req-ecf0711c-7bda-4f7b-80fc-d68884bd0b93 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 945 time: 0.0503426 Jun 21 03:13:57.738301 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:13:57.758334 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6918537d-24e5-4b87-a8ba-ed71f50f0280 req-1e2a2e38-00f7-4f8c-8314-a06a846c3b28 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830029 Jun 21 03:13:57.953785 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:13:57.999956 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port a6a84e7e-f693-4251-bff2-a21fced5ba19 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:13:58.000397 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:58.074008 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port a6a84e7e-f693-4251-bff2-a21fced5ba19 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:13:58.074411 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:58.098504 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:13:58.101022 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e8d92-ae09-4301-898f-3154eababaf4" -d '{"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-plugged", "status": "completed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:13:58.114512 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:13:58.119232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:13:58.154105 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaeef71-c2ba-49bb-8f80-1948e0733940 x-openstack-request-id: req-edaeef71-c2ba-49bb-8f80-1948e0733940 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:13:58.154397 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-plugged", "status": "completed", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:13:58.154638 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edaeef71-c2ba-49bb-8f80-1948e0733940 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:13:58.155097 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edaeef71-c2ba-49bb-8f80-1948e0733940'] response: {'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'code': 200} Jun 21 03:13:58.185487 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=10']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:13:58.773409 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8001226-6867-4c38-a3fd-abd960104d29 req-bfa7a2f2-2f52-4c6c-8722-4d8661aff1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:58.774787 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8001226-6867-4c38-a3fd-abd960104d29 req-bfa7a2f2-2f52-4c6c-8722-4d8661aff1ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 1131 time: 0.0391867 Jun 21 03:13:58.821034 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8001226-6867-4c38-a3fd-abd960104d29 req-9bdecf8b-1f02-49ed-a18f-3794d3ac1c2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403585 Jun 21 03:13:59.085600 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea51ba-e2bf-404e-825d-318bb54f8c23 req-e8eb9917-a0ad-4dd6-bd32-411d10bbeaef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:13:59.087554 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35ea51ba-e2bf-404e-825d-318bb54f8c23 req-e8eb9917-a0ad-4dd6-bd32-411d10bbeaef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0569036 Jun 21 03:13:59.140168 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35ea51ba-e2bf-404e-825d-318bb54f8c23 req-410c7db3-82d6-49d0-963f-7db59ed0ec96 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465572 Jun 21 03:14:00.264156 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:00.272353 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b00a5-34bc-4bc3-abc1-76c6207f657c req-4477ccd7-0870-4880-a090-5c1a69aa687c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:00.273954 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d6b00a5-34bc-4bc3-abc1-76c6207f657c req-4477ccd7-0870-4880-a090-5c1a69aa687c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0478661 Jun 21 03:14:00.328000 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d6b00a5-34bc-4bc3-abc1-76c6207f657c req-7759f5c1-2afd-42f0-87cc-9efa30e0b651 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482433 Jun 21 03:14:01.466785 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202502a4-4308-4c4f-be33-83cd432353f8 req-68d4b780-5554-4f10-affe-36cc4f1c7ea4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:01.468258 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-202502a4-4308-4c4f-be33-83cd432353f8 req-68d4b780-5554-4f10-affe-36cc4f1c7ea4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0555143 Jun 21 03:14:01.524341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-202502a4-4308-4c4f-be33-83cd432353f8 req-2358235f-a0ce-470d-9b59-585977e6e7b9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479434 Jun 21 03:14:02.658667 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59974d-559b-42ee-9fd8-b580933e5b50 req-32ebc9d8-902f-47fc-a48b-68b41269a915 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:02.660200 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e59974d-559b-42ee-9fd8-b580933e5b50 req-32ebc9d8-902f-47fc-a48b-68b41269a915 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0570002 Jun 21 03:14:02.707352 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e59974d-559b-42ee-9fd8-b580933e5b50 req-a1b4c94b-a7a4-4158-b86b-2901c88c4ced tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Jun 21 03:14:03.846250 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daee86-a5bf-49c2-b1d6-3a96affeb1af req-2840a472-a6b5-4ab0-b873-15aa1523bc90 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:03.847832 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4daee86-a5bf-49c2-b1d6-3a96affeb1af req-2840a472-a6b5-4ab0-b873-15aa1523bc90 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0510101 Jun 21 03:14:03.899381 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4daee86-a5bf-49c2-b1d6-3a96affeb1af req-d5cc61be-eb09-41f9-b21d-398057a6aa13 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Jun 21 03:14:05.046045 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c214f3c-3c87-4cb2-bd6a-b3d21186dc4b req-1427ec92-5954-431f-ab9b-0943346ae927 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:05.047561 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c214f3c-3c87-4cb2-bd6a-b3d21186dc4b req-1427ec92-5954-431f-ab9b-0943346ae927 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0497162 Jun 21 03:14:05.106773 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c214f3c-3c87-4cb2-bd6a-b3d21186dc4b req-c47f4918-6fc7-4e63-88f7-4fc1f4a8b91b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509171 Jun 21 03:14:06.239762 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b14309-b1e9-4a66-8d2b-e1d9ebb32a42 req-23be0397-0093-4807-a2c2-3e7e3cedb338 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:06.241245 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82b14309-b1e9-4a66-8d2b-e1d9ebb32a42 req-23be0397-0093-4807-a2c2-3e7e3cedb338 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0539565 Jun 21 03:14:06.289399 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82b14309-b1e9-4a66-8d2b-e1d9ebb32a42 req-85557032-e3a3-4fa2-8833-421a871fc6fa tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425651 Jun 21 03:14:07.538474 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58674) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:14:07.651159 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:07.727071 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Publish callbacks [] for security_group (5ddc2734-87c5-48db-9b3c-3e5690485ad7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:07.733329 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5ddc2734-87c5-48db-9b3c-3e5690485ad7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:07.770623 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddc2734-87c5-48db-9b3c-3e5690485ad7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:14:07.774471 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fc64c9b7cd84031b153d4548ea6d810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349796 Jun 21 03:14:07.777471 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58678) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:14:07.780287 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.780652 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.781011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.781314 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.781618 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.781962 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.782280 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.782580 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.782895 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.783208 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.783522 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.783899 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.784361 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.784712 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.785050 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a2bc-3b68-4124-bae2-fdd55fd04ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:14:07.817489 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:07.830313 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e39c92be-cfe0-41b8-922c-5753858ad66e admin admin] Publish callbacks [] for security_group (5ddc2734-87c5-48db-9b3c-3e5690485ad7), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:07.852135 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e39c92be-cfe0-41b8-922c-5753858ad66e admin admin] Publish callbacks [] for security_group (5ddc2734-87c5-48db-9b3c-3e5690485ad7), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:07.907600 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e39c92be-cfe0-41b8-922c-5753858ad66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5ddc2734-87c5-48db-9b3c-3e5690485ad7), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:07.910296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e39c92be-cfe0-41b8-922c-5753858ad66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:07.911481 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e39c92be-cfe0-41b8-922c-5753858ad66e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ddc2734-87c5-48db-9b3c-3e5690485ad7 HTTP/1.1" status: 204 len: 168 time: 0.1329811 Jun 21 03:14:07.920953 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c92be-cfe0-41b8-922c-5753858ad66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddc2734-87c5-48db-9b3c-3e5690485ad7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:14:07.932483 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:07.934082 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:08.211724 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:14:11.633108 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-661940c7-404f-4793-ac8e-4868dc66e597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:13.059948 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538e4e7-95ca-4811-9e26-1ed996b273bb req-9fd13772-caee-4f5a-9fde-bfdb2eb61f7b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:13.061565 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c538e4e7-95ca-4811-9e26-1ed996b273bb req-9fd13772-caee-4f5a-9fde-bfdb2eb61f7b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0523837 Jun 21 03:14:13.073526 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b881-ca85-442c-a586-4918cb42beef req-8b27422e-a31e-4eea-a2af-5b4a91883a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:13.075308 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89a8b881-ca85-442c-a586-4918cb42beef req-8b27422e-a31e-4eea-a2af-5b4a91883a1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1130 time: 0.0441389 Jun 21 03:14:13.110714 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c538e4e7-95ca-4811-9e26-1ed996b273bb req-e884de73-9176-44e3-92a9-e6e54a4bfaf8 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Jun 21 03:14:13.167769 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b881-ca85-442c-a586-4918cb42beef req-49250126-ebc8-43f8-8e24-e5ba2d51da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:13.169279 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89a8b881-ca85-442c-a586-4918cb42beef req-49250126-ebc8-43f8-8e24-e5ba2d51da6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0870185 Jun 21 03:14:13.235771 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89a8b881-ca85-442c-a586-4918cb42beef req-c22adb23-02c8-46bd-85bb-2b2d20207f09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 1002 time: 0.0594878 Jun 21 03:14:13.276050 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:13.286216 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b881-ca85-442c-a586-4918cb42beef req-815c3df7-b792-4dd9-82b8-3b6dce99ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:13.287716 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89a8b881-ca85-442c-a586-4918cb42beef req-815c3df7-b792-4dd9-82b8-3b6dce99ed0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0454576 Jun 21 03:14:13.337420 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8b881-ca85-442c-a586-4918cb42beef req-39a6dd13-7e6d-44fd-b8ed-bccee004b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:13.338864 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89a8b881-ca85-442c-a586-4918cb42beef req-39a6dd13-7e6d-44fd-b8ed-bccee004b4b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393176 Jun 21 03:14:13.437230 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89a8b881-ca85-442c-a586-4918cb42beef req-ab39b166-259e-4ca4-a75f-309eea10c51b service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897667 Jun 21 03:14:13.532299 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89a8b881-ca85-442c-a586-4918cb42beef req-3b935d99-cb73-4e37-ba3f-617124fd316a service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876732 Jun 21 03:14:13.849977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f72747e-45f1-4c73-8fd8-78eff3be7ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:14.241963 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5da3ca-4481-4aeb-8d11-448a2556d156 req-4c515d89-3b5a-4fb8-9e38-b76a67039515 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:14.243396 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c5da3ca-4481-4aeb-8d11-448a2556d156 req-4c515d89-3b5a-4fb8-9e38-b76a67039515 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0496397 Jun 21 03:14:14.293426 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c5da3ca-4481-4aeb-8d11-448a2556d156 req-b4007dfd-9dde-4f25-8b0a-d1365b5071fa tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Jun 21 03:14:14.877777 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:15.425563 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7826f-c573-4df7-a83e-3ab2d9516d80 req-6764c61c-d0f0-48b6-b346-dce17712cd98 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:15.426924 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0b7826f-c573-4df7-a83e-3ab2d9516d80 req-6764c61c-d0f0-48b6-b346-dce17712cd98 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0631771 Jun 21 03:14:15.475576 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0b7826f-c573-4df7-a83e-3ab2d9516d80 req-bfc066d1-bd03-4dc6-9de4-e576d7864568 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Jun 21 03:14:16.290305 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:16.591685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:16.603698 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91aab-c638-4e21-b35a-669e897128ca req-d6979056-cffe-47f2-b3f3-813db7b0a7a0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:16.606214 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e5e91aab-c638-4e21-b35a-669e897128ca req-d6979056-cffe-47f2-b3f3-813db7b0a7a0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0538118 Jun 21 03:14:16.656935 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e5e91aab-c638-4e21-b35a-669e897128ca req-41dd7b87-2183-41a8-9ab1-f8c1be9e7e7c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Jun 21 03:14:16.685995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:17.105084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:17.773918 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e262a22-4bc2-4245-9242-8dc8e59eef3d req-05714ef5-aa23-452a-8ccc-54e54cda32e9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:17.775381 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e262a22-4bc2-4245-9242-8dc8e59eef3d req-05714ef5-aa23-452a-8ccc-54e54cda32e9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0496018 Jun 21 03:14:17.827337 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e262a22-4bc2-4245-9242-8dc8e59eef3d req-2ecead3c-60ce-44f7-8e0a-a2321ed717a2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462983 Jun 21 03:14:18.205749 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:18.207199 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:18.965639 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c4935-fb65-4977-8548-fa2502f3a22b req-dffb2ba8-dd74-48a2-a0cd-28ed86010df5 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:18.967071 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e0c4935-fb65-4977-8548-fa2502f3a22b req-dffb2ba8-dd74-48a2-a0cd-28ed86010df5 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0489573 Jun 21 03:14:19.023971 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e0c4935-fb65-4977-8548-fa2502f3a22b req-aea170ea-bc2a-4786-a655-8e810cda405c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510209 Jun 21 03:14:20.147213 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:20.155863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7080f-d980-4d1e-9745-e1d12c1b5a13 req-927cf1db-81fa-42fa-a76e-44ebe5ace914 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:20.157413 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0bf7080f-d980-4d1e-9745-e1d12c1b5a13 req-927cf1db-81fa-42fa-a76e-44ebe5ace914 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0569799 Jun 21 03:14:20.213970 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0bf7080f-d980-4d1e-9745-e1d12c1b5a13 req-7e505480-3a71-45b6-86ff-6f49fc366596 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507035 Jun 21 03:14:21.354049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d2d74-3df2-4b20-b0af-303effaa9f68 req-e0f7c58a-b19d-47c2-a5be-d6830ae68fa1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:21.355476 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a4d2d74-3df2-4b20-b0af-303effaa9f68 req-e0f7c58a-b19d-47c2-a5be-d6830ae68fa1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0541506 Jun 21 03:14:21.406640 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a4d2d74-3df2-4b20-b0af-303effaa9f68 req-ecbd8c70-86af-450c-89bf-50574a1915c3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Jun 21 03:14:22.546514 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9f671-e572-4dd9-a94b-4bafdd44f7b6 req-894d0b6b-83bc-4086-b4fb-39bb41386ecf tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:22.547973 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7c9f671-e572-4dd9-a94b-4bafdd44f7b6 req-894d0b6b-83bc-4086-b4fb-39bb41386ecf tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0583169 Jun 21 03:14:22.598067 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7c9f671-e572-4dd9-a94b-4bafdd44f7b6 req-20906912-b99e-45a9-ae23-4c5ae4341049 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Jun 21 03:14:23.714631 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f3e9c-aa77-4361-b0c9-1fcdb93741bf req-d3bcf86d-d10d-449c-b7c6-f21f7eecce6c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:23.716133 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-842f3e9c-aa77-4361-b0c9-1fcdb93741bf req-d3bcf86d-d10d-449c-b7c6-f21f7eecce6c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0483315 Jun 21 03:14:23.762686 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-842f3e9c-aa77-4361-b0c9-1fcdb93741bf req-4ac638a0-4497-403d-b56a-a8cc9d3b61dc tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 Jun 21 03:14:24.891040 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcffc2-35b8-44a6-a858-5e52a0ccf272 req-e6a7bf52-5a26-4723-940e-319be9db8e3c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:24.892550 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81dcffc2-35b8-44a6-a858-5e52a0ccf272 req-e6a7bf52-5a26-4723-940e-319be9db8e3c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0514004 Jun 21 03:14:24.943250 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81dcffc2-35b8-44a6-a858-5e52a0ccf272 req-c6349c20-039b-4453-96db-94c59249ca33 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Jun 21 03:14:26.068750 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2062a5-158a-4537-87b4-5dff07647d9d req-7e5a56b9-a094-46b7-81c7-0c37e27b4431 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:26.070185 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6b2062a5-158a-4537-87b4-5dff07647d9d req-7e5a56b9-a094-46b7-81c7-0c37e27b4431 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0589638 Jun 21 03:14:26.112780 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f78720-a35f-4c8f-97bb-43a7fa9ce51a req-3ca0ba45-c55b-4e72-a43c-7b93d8756951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:26.114201 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4f78720-a35f-4c8f-97bb-43a7fa9ce51a req-3ca0ba45-c55b-4e72-a43c-7b93d8756951 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1130 time: 0.1560254 Jun 21 03:14:26.151404 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6b2062a5-158a-4537-87b4-5dff07647d9d req-e65ab8a9-9716-4c5d-81cf-b8646f38ae65 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656731 Jun 21 03:14:26.175963 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4f78720-a35f-4c8f-97bb-43a7fa9ce51a req-e829de9b-f427-4e9d-941a-4bf712716597 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542059 Jun 21 03:14:27.095772 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:27.099431 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:27.278855 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee4305-e29f-4622-a98a-54a966cf71f0 req-249b5cd8-4155-46a3-a401-77ca3e877c8c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:27.280314 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71ee4305-e29f-4622-a98a-54a966cf71f0 req-249b5cd8-4155-46a3-a401-77ca3e877c8c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0499821 Jun 21 03:14:27.330225 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71ee4305-e29f-4622-a98a-54a966cf71f0 req-089f0969-ca31-41b2-9f0e-a36ded54a6b6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Jun 21 03:14:28.450488 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0eec23-9921-418e-a3d1-28df88b11130 req-ec840fcd-35d2-477f-9da8-358441e59816 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:28.451892 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c0eec23-9921-418e-a3d1-28df88b11130 req-ec840fcd-35d2-477f-9da8-358441e59816 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0503290 Jun 21 03:14:28.500226 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c0eec23-9921-418e-a3d1-28df88b11130 req-bffa7de2-e517-46ee-b3dd-84d6cac2659b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Jun 21 03:14:28.907574 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:28.920179 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-90c36b34-70e4-4851-b453-defd1c5bcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:28.920695 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bf20a-b72e-4146-8ac3-ed24d46bee78 req-1e9cbaf5-d268-49c6-8aa1-18e90dd42b02 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:28.921694 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-90c36b34-70e4-4851-b453-defd1c5bcd27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1130 time: 0.0408731 Jun 21 03:14:28.922180 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-929bf20a-b72e-4146-8ac3-ed24d46bee78 req-1e9cbaf5-d268-49c6-8aa1-18e90dd42b02 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0568542 Jun 21 03:14:28.970722 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-929bf20a-b72e-4146-8ac3-ed24d46bee78 req-9cfded9e-66e1-4ba9-a1a1-c9d39063a124 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Jun 21 03:14:29.016380 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-53977f62-cc6a-4a97-82de-f9b016fc89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:29.017864 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-53977f62-cc6a-4a97-82de-f9b016fc89bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0893574 Jun 21 03:14:29.084117 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-804d1f73-1a4e-411d-bc8d-3f381357b127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 1002 time: 0.0593891 Jun 21 03:14:29.137975 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-4658c73a-d35f-425b-83a8-3545ad75a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:29.139754 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-4658c73a-d35f-425b-83a8-3545ad75a8d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0495572 Jun 21 03:14:29.183380 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-90274cdd-4ac4-48ff-af2d-1abd1254a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:29.184907 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-90274cdd-4ac4-48ff-af2d-1abd1254a80a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395060 Jun 21 03:14:29.282146 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-2195b4ac-a0e7-4048-950a-7cc7e561e37a service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905592 Jun 21 03:14:29.361946 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:29.376445 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de07bd3b-ca62-4c1f-91f5-eb9d46a4c369 req-d53bcdf2-6670-41df-9b32-81e40f391581 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881944 Jun 21 03:14:30.097567 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eedcea-2622-4640-ab28-3f7b24f9946b req-413d1985-97ef-480b-bcea-66c28e3fa267 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:30.098990 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84eedcea-2622-4640-ab28-3f7b24f9946b req-413d1985-97ef-480b-bcea-66c28e3fa267 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0483937 Jun 21 03:14:30.147983 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84eedcea-2622-4640-ab28-3f7b24f9946b req-718bd42d-495b-4ed5-bbe5-5417f42cebb6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Jun 21 03:14:31.272972 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f4f69-b48c-4309-a045-3027f5501a04 req-086304df-1fa2-416e-b8df-7cff8dc509e1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:31.274434 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d2f4f69-b48c-4309-a045-3027f5501a04 req-086304df-1fa2-416e-b8df-7cff8dc509e1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0481899 Jun 21 03:14:31.323826 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d2f4f69-b48c-4309-a045-3027f5501a04 req-66931a71-5cff-4a53-9dac-f0d1398ca3b2 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Jun 21 03:14:32.452119 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b8934-53ab-443d-b481-44998405c81d req-b17e17cd-933e-4829-8224-f30063a76312 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:32.453501 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-696b8934-53ab-443d-b481-44998405c81d req-b17e17cd-933e-4829-8224-f30063a76312 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0508108 Jun 21 03:14:32.519816 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-696b8934-53ab-443d-b481-44998405c81d req-bd851ff6-f7eb-4aee-8669-b845ca7f88bd tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592353 Jun 21 03:14:32.649848 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec5208-7fb4-4102-b934-c46ef4f972b2 req-94c123b3-6c0e-44b6-bcb5-d659ff2307e1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:32.651352 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33ec5208-7fb4-4102-b934-c46ef4f972b2 req-94c123b3-6c0e-44b6-bcb5-d659ff2307e1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0556924 Jun 21 03:14:32.663138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58768) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:14:32.667721 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Request body: {'floatingip': {'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:14:32.959356 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:33.252479 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:33.440043 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:33.445718 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:33.652544 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Router 6d73273a-b083-46b6-8161-1f5e3a93885f has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:14:33.737688 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:33.756843 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:14:33.761805 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:33.767139 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] Sync routers for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:14:33.777892 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:14:33.778499 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:33.799410 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:14:33.803318 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0fd2af-ae9f-4bb2-8303-5624c176f064" -d '{"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:14:33.836700 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b512677b-dbe8-4ad3-8021-89b0204df1df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "PUT /v2.0/floatingips/ebd62c6b-ef22-4579-ae77-e4cba8b8c938 HTTP/1.1" status: 200 len: 994 time: 1.1700017 Jun 21 03:14:33.880799 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:14:33.968759 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f9c118-9693-4c46-9b78-9f8a36144f1a x-openstack-request-id: req-b8f9c118-9693-4c46-9b78-9f8a36144f1a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:14:33.969030 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:14:33.969283 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8f9c118-9693-4c46-9b78-9f8a36144f1a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:14:33.969692 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f9c118-9693-4c46-9b78-9f8a36144f1a'] response: {'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'status': 'completed', 'code': 200} Jun 21 03:14:34.054657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-93249bec-b785-4022-9473-1b311f57020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:34.056190 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-93249bec-b785-4022-9473-1b311f57020c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1130 time: 0.0407104 Jun 21 03:14:34.088806 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'ebd62c6b-ef22-4579-ae77-e4cba8b8c938', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'mac_address': 'fa:16:3e:f2:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:14Z', 'updated_at': '2022-06-21T03:14:33Z', 'revision_number': 3, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:34.117385 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] Checking router: 6d73273a-b083-46b6-8161-1f5e3a93885f for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:14:34.128975 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:14:34.129606 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:34.154578 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-e840db66-47fc-4b43-8b55-6c3a293c5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:34.156043 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-e840db66-47fc-4b43-8b55-6c3a293c5b66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0932755 Jun 21 03:14:34.220960 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-147c9e34-f2df-4598-b2b3-b9b01625c97c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 1002 time: 0.0563176 Jun 21 03:14:34.234766 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:14:34.270870 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-45be6d60-50ef-45a0-90d8-31b6fb980b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:34.272395 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-45be6d60-50ef-45a0-90d8-31b6fb980b31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0455198 Jun 21 03:14:34.321104 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-7e7c18f0-0167-4bd4-819e-29a547986ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:34.322602 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-7e7c18f0-0167-4bd4-819e-29a547986ee4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436804 Jun 21 03:14:34.413888 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-601619b2-2fe2-4fd2-849a-db1eb0f5be18 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 Jun 21 03:14:34.444159 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'ebd62c6b-ef22-4579-ae77-e4cba8b8c938', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'mac_address': 'fa:16:3e:f2:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:14Z', 'updated_at': '2022-06-21T03:14:33Z', 'revision_number': 3, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:34.448632 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:34.468538 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a170915-bbb0-4d9c-91d2-89255fb7b5e9 None None] The sync data for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi is: [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'ebd62c6b-ef22-4579-ae77-e4cba8b8c938', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'port_id': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'mac_address': 'fa:16:3e:f2:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:11:14Z', 'updated_at': '2022-06-21T03:14:33Z', 'revision_number': 3, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:14:34.510194 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed0fd2af-ae9f-4bb2-8303-5624c176f064 req-f14915ba-4db5-443d-8ff2-ae09f4dd780d service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900898 Jun 21 03:14:35.971639 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:14:35.974971 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3aa3a6-0f55-4f48-b718-54ded25b908f" -d '{"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:14:36.016020 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d37b797-cf05-45ca-b13b-c8d14bd50d78 x-openstack-request-id: req-6d37b797-cf05-45ca-b13b-c8d14bd50d78 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:14:36.016305 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:14:36.016582 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d37b797-cf05-45ca-b13b-c8d14bd50d78 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:14:36.017012 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d37b797-cf05-45ca-b13b-c8d14bd50d78'] response: {'name': 'network-changed', 'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'status': 'completed', 'code': 200} Jun 21 03:14:36.100209 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-4d7d8fb3-6154-4afd-8270-ad0ec0b9c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:36.101718 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-4d7d8fb3-6154-4afd-8270-ad0ec0b9c36c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 1130 time: 0.0400434 Jun 21 03:14:36.197981 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-71ccdedf-d2f1-4660-9769-bb47fd8f94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:36.199438 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-71ccdedf-d2f1-4660-9769-bb47fd8f94fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0918941 Jun 21 03:14:36.261219 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-ce69114f-0a60-484e-8fa9-4479267169dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 200 len: 1002 time: 0.0552492 Jun 21 03:14:36.309622 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-46686b2a-26eb-40b0-9bf7-101115f5c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:36.311026 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-46686b2a-26eb-40b0-9bf7-101115f5c3b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0436401 Jun 21 03:14:36.356799 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-d5c6c0f9-97b1-448a-a4ed-26cd0304c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:36.358231 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-d5c6c0f9-97b1-448a-a4ed-26cd0304c2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407825 Jun 21 03:14:36.446584 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:36.456887 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-9cb77206-d114-49d7-bb8a-0d9c04f98c74 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921521 Jun 21 03:14:36.552719 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3aa3a6-0f55-4f48-b718-54ded25b908f req-1b0f41b2-0409-47a0-82aa-c7cbde4d955d service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890932 Jun 21 03:14:40.169448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a15c6-0b98-44ec-a704-bb7d023fc404 req-3f27aef9-ac0f-4542-9329-dc0e2c58bc0a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:40.170977 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-178a15c6-0b98-44ec-a704-bb7d023fc404 req-3f27aef9-ac0f-4542-9329-dc0e2c58bc0a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0527039 Jun 21 03:14:40.222120 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-178a15c6-0b98-44ec-a704-bb7d023fc404 req-fd39d1ee-3b9c-4513-9333-042b1e7ce60e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451093 Jun 21 03:14:41.304710 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:41.346502 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3329542-fa65-4901-a246-b50ec83ab8b4 req-a4f9548e-cbcc-4e7f-b06f-43da0412ae5e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:41.347992 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3329542-fa65-4901-a246-b50ec83ab8b4 req-a4f9548e-cbcc-4e7f-b06f-43da0412ae5e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0534329 Jun 21 03:14:41.399333 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3329542-fa65-4901-a246-b50ec83ab8b4 req-522b5be4-9122-4bb3-a72f-c051f7a42346 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Jun 21 03:14:41.629919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e65ca346-7e4b-4e0a-aa25-ff12df5f1d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:42.536319 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c423d1-7a6d-4a70-9f58-0ecc95f12c24 req-b422be17-aa92-47b3-bdcf-cbe24a25b98b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:42.537814 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d2c423d1-7a6d-4a70-9f58-0ecc95f12c24 req-b422be17-aa92-47b3-bdcf-cbe24a25b98b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0517635 Jun 21 03:14:42.588067 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d2c423d1-7a6d-4a70-9f58-0ecc95f12c24 req-cb82bfd3-2b09-4de9-8dd5-54a5fa53ecc6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446761 Jun 21 03:14:43.710146 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf1db-5863-483c-b7df-52b475f99547 req-9126c8fd-bfcb-49f3-832f-c230d431eb8a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:43.711513 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-653cf1db-5863-483c-b7df-52b475f99547 req-9126c8fd-bfcb-49f3-832f-c230d431eb8a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Jun 21 03:14:43.767735 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-653cf1db-5863-483c-b7df-52b475f99547 req-921f52b2-fb0e-4593-8106-c4eb2c672e06 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503123 Jun 21 03:14:43.855755 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5aa7cbf4-41c6-4a1c-898c-0e62a999b5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:44.877248 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:44.904115 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c62306-2006-4792-be21-3791cda0ddfc req-f604ab0a-97b5-473e-b9f9-1622a86497ec tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:44.905626 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-50c62306-2006-4792-be21-3791cda0ddfc req-f604ab0a-97b5-473e-b9f9-1622a86497ec tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Jun 21 03:14:44.959413 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-50c62306-2006-4792-be21-3791cda0ddfc req-d0a12c0d-d945-4f93-ac76-da9c609f20af tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477889 Jun 21 03:14:45.210584 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:14:46.076498 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50476602-52a4-4f93-b86d-d011f2f9abbd req-512c0b9a-116d-4164-8772-ff0c04aff2e5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:46.077967 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50476602-52a4-4f93-b86d-d011f2f9abbd req-512c0b9a-116d-4164-8772-ff0c04aff2e5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0487428 Jun 21 03:14:46.135759 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50476602-52a4-4f93-b86d-d011f2f9abbd req-cb353aa5-7d67-4979-9d82-325ffa04c814 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519001 Jun 21 03:14:46.292494 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:46.687549 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:47.098185 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:47.258287 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5e53f-8012-4eb2-b4a6-73a659822231 req-18a8a9c1-fe34-47b9-aaa9-3a484759fb6b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:47.260285 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cdc5e53f-8012-4eb2-b4a6-73a659822231 req-18a8a9c1-fe34-47b9-aaa9-3a484759fb6b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0568087 Jun 21 03:14:47.316147 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cdc5e53f-8012-4eb2-b4a6-73a659822231 req-876f205d-0b12-4a08-8bcf-4f9a1a4ae287 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473075 Jun 21 03:14:48.115059 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-7a0cb2b8-8bb8-42ae-8524-434a248d3469 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415401 Jun 21 03:14:48.189694 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-1a07ef3d-1141-4834-9c07-f811c671491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:48.191430 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-1a07ef3d-1141-4834-9c07-f811c671491f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 1129 time: 0.0410583 Jun 21 03:14:48.277230 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:48.302036 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-ff5cd1a5-321d-41ea-a79a-9364c8664b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:48.303549 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-ff5cd1a5-321d-41ea-a79a-9364c8664b67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 200 len: 920 time: 0.0912144 Jun 21 03:14:48.345800 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-61806c9c-7b24-4cfb-af2f-7c84ca720737 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dcab122-3477-4e02-b7aa-acd704037607 HTTP/1.1" status: 200 len: 217 time: 0.0338838 Jun 21 03:14:48.425708 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-9d8ac541-0708-433b-a51a-671b6d9728f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:48.427178 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-9d8ac541-0708-433b-a51a-671b6d9728f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 200 len: 858 time: 0.0735815 Jun 21 03:14:48.452794 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a900-0c0a-48c7-960d-1a4130fcb92f req-9768ed4e-8f3b-4cb3-902b-1b316a3443f7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:48.454209 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2562a900-0c0a-48c7-960d-1a4130fcb92f req-9768ed4e-8f3b-4cb3-902b-1b316a3443f7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0617948 Jun 21 03:14:48.509157 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-963b5c54-15f3-4bc9-928f-981f715d7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:48.510649 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-963b5c54-15f3-4bc9-928f-981f715d7b14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=09798fdc-1a5e-44af-acf8-2181549f3c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708923 Jun 21 03:14:48.552116 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2562a900-0c0a-48c7-960d-1a4130fcb92f req-a306d8bd-2aaf-4526-ad38-f0c364bf75e2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919740 Jun 21 03:14:48.614878 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-68ec5f4e-7a8c-489c-b6ae-8b7807a51360 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960951 Jun 21 03:14:48.705068 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:48.724919 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa70a1ee-e5fd-4cdc-8751-34a1a4038b09 req-35a66c3f-f85a-4885-98b7-fbea9976c283 service neutron] 10.222.0.36 "GET /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003687 Jun 21 03:14:48.805748 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64b82-e908-42d2-bd9f-e71482722f28 req-0b3e37b6-8e13-472b-ae9e-2c9e60e5a33f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:48.807206 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ea64b82-e908-42d2-bd9f-e71482722f28 req-0b3e37b6-8e13-472b-ae9e-2c9e60e5a33f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Jun 21 03:14:48.853818 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ea64b82-e908-42d2-bd9f-e71482722f28 req-8872521d-b162-4f68-bf99-d59cfb81b338 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Jun 21 03:14:49.682023 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635486d-42b5-4c13-a0cc-ac139cb1ecd8 req-665eb31d-1c8f-41ae-ad79-636c3f9288ec tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:49.683493 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9635486d-42b5-4c13-a0cc-ac139cb1ecd8 req-665eb31d-1c8f-41ae-ad79-636c3f9288ec tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0511990 Jun 21 03:14:49.734383 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9635486d-42b5-4c13-a0cc-ac139cb1ecd8 req-bc678dfb-cb4e-4410-8cdf-9fa289994028 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Jun 21 03:14:49.979986 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66550ef-79c1-4c46-b355-693fbab72fee req-f86400de-5301-4c71-9fa4-66e4c34c3d27 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:49.981498 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a66550ef-79c1-4c46-b355-693fbab72fee req-f86400de-5301-4c71-9fa4-66e4c34c3d27 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Jun 21 03:14:50.030426 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a66550ef-79c1-4c46-b355-693fbab72fee req-ffd7a0ef-4097-4a04-88fd-907621c1a988 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433037 Jun 21 03:14:50.874711 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564209c-034c-4584-a0d9-9586318f5709 req-416ea737-b495-4a26-b694-f62f75287aa9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:50.876185 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1564209c-034c-4584-a0d9-9586318f5709 req-416ea737-b495-4a26-b694-f62f75287aa9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0619740 Jun 21 03:14:50.923851 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1564209c-034c-4584-a0d9-9586318f5709 req-edefb232-2af1-455a-a054-9e40de1fadce tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Jun 21 03:14:51.011884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-543be853-26b3-49c5-8709-aeaee7121ee4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:51.013429 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-543be853-26b3-49c5-8709-aeaee7121ee4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0473428 Jun 21 03:14:51.145373 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:51.166474 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6f0d-75cb-462b-9c4c-f23198d5baab req-f1398367-439b-4e8f-b7af-6bbaee6c379a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:51.167798 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-136d6f0d-75cb-462b-9c4c-f23198d5baab req-f1398367-439b-4e8f-b7af-6bbaee6c379a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 945 time: 0.0541072 Jun 21 03:14:51.191964 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:14:51.192274 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:51.217443 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-136d6f0d-75cb-462b-9c4c-f23198d5baab req-b4ba2251-fae0-4acc-bbe6-1e8a582791c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bda1670-4d19-4db0-a301-87b6e50c2801&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Jun 21 03:14:51.279822 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] For port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:14:51.280176 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:51.478433 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:51.497660 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:51.498122 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (80bb869a-96b7-436c-855f-fdb414ef758f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:51.498527 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP 80bb869a-96b7-436c-855f-fdb414ef758f disassociated. External IP: 172.27.2.130, port: 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b. Jun 21 03:14:51.498931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:14:51.635281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (609de0d2-a25b-4db4-a7ec-dd2c6422bb8b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:51.663311 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=609de0d2-a25b-4db4-a7ec-dd2c6422bb8b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:14:51.771613 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:14:52.118425 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:52.151816 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:14:52.161855 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:14:52.171985 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:14:52.172614 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:52.207065 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f87b40-52d3-4918-b289-28810923f8d9 req-75fd0207-0643-47d5-b922-b01282641e52 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:52.208571 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1f87b40-52d3-4918-b289-28810923f8d9 req-75fd0207-0643-47d5-b922-b01282641e52 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.1068587 Jun 21 03:14:52.234873 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] No DVR routers for this DVR port 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:14:52.237732 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:52.241069 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f7bd3b3-0b5b-4192-9bf6-f5181c726a82 req-dbbe9e27-458d-4c0e-8b1e-ef072fa0b4ed tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "DELETE /v2.0/ports/609de0d2-a25b-4db4-a7ec-dd2c6422bb8b HTTP/1.1" status: 204 len: 173 time: 1.1692779 Jun 21 03:14:52.248614 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'name': 'network-vif-deleted', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:14:52.251823 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61726251-9993-4498-b294-dee31ba1c59c" -d '{"events": [{"server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "name": "network-vif-deleted", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:14:52.296467 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1f87b40-52d3-4918-b289-28810923f8d9 req-3fe41461-a221-4ef5-8641-33d37b80ad6b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822892 Jun 21 03:14:52.327093 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:14:52.333854 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-815804dc-00b7-47a5-b93f-95ba765ca052 req-28c9cf6f-251d-41c7-bc06-ef7a7c50b5e5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2ebc898-2fa4-4c13-b321-a788afa0bd84 HTTP/1.1" status: 200 len: 210 time: 0.0423350 Jun 21 03:14:52.370827 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13872699-23a9-4955-8049-6c72f6c332cf x-openstack-request-id: req-13872699-23a9-4955-8049-6c72f6c332cf {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:14:52.371142 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ebc898-2fa4-4c13-b321-a788afa0bd84", "name": "network-vif-deleted", "tag": "609de0d2-a25b-4db4-a7ec-dd2c6422bb8b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:14:52.371445 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13872699-23a9-4955-8049-6c72f6c332cf {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:14:52.371888 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13872699-23a9-4955-8049-6c72f6c332cf'] response: {'server_uuid': 'a2ebc898-2fa4-4c13-b321-a788afa0bd84', 'name': 'network-vif-deleted', 'tag': '609de0d2-a25b-4db4-a7ec-dd2c6422bb8b', 'status': 'completed', 'code': 200} Jun 21 03:14:52.635107 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 2, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:52.659884 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:14:52.669076 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:14:52.669693 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:52.776899 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:14:52.991508 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 2, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:14:53.016240 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b4fc7-d442-47ee-9aa8-81e1e2617861 None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'aca857e0-eb30-423b-b361-22d2fe91069c', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:3f:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:08:54Z', 'updated_at': '2022-06-21T03:09:57Z', 'revision_number': 2, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:14:53.246690 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5648587c-7ce2-4e7e-8b5f-44979de77c28 None None] New status for floating IP 80bb869a-96b7-436c-855f-fdb414ef758f: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:14:53.424318 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b966a-e718-403b-b0e2-f64963c7d688 req-932cb22c-44e4-4043-94d5-02bea26443d0 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:53.428849 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f6b966a-e718-403b-b0e2-f64963c7d688 req-932cb22c-44e4-4043-94d5-02bea26443d0 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0599902 Jun 21 03:14:53.477542 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f6b966a-e718-403b-b0e2-f64963c7d688 req-cdd65f96-7356-4c2c-9c5d-3849dca332ee tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460727 Jun 21 03:14:54.456532 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58854) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:14:54.521195 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c669-61a8-4918-b270-5795678f3350 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (9bda1670-4d19-4db0-a301-87b6e50c2801), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:54.545889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c669-61a8-4918-b270-5795678f3350 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (9bda1670-4d19-4db0-a301-87b6e50c2801), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:54.595728 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c669-61a8-4918-b270-5795678f3350 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9bda1670-4d19-4db0-a301-87b6e50c2801), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:54.598290 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1f1c669-61a8-4918-b270-5795678f3350 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:54.599439 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d1f1c669-61a8-4918-b270-5795678f3350 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/security-groups/9bda1670-4d19-4db0-a301-87b6e50c2801 HTTP/1.1" status: 204 len: 168 time: 0.1418736 Jun 21 03:14:54.601626 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2136a-e625-4617-8575-e3adf42d463f req-40ccdf9d-a9d7-478f-900d-e5018c1347e8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:54.608113 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69d2136a-e625-4617-8575-e3adf42d463f req-40ccdf9d-a9d7-478f-900d-e5018c1347e8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0518930 Jun 21 03:14:54.608113 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:14:54.614202 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1c669-61a8-4918-b270-5795678f3350 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bda1670-4d19-4db0-a301-87b6e50c2801,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:14:54.625145 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-456b05a7-c34e-4afd-a980-ab3e974dde16 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] show failed (client error): The resource could not be found. Jun 21 03:14:54.626170 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-456b05a7-c34e-4afd-a980-ab3e974dde16 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups/9bda1670-4d19-4db0-a301-87b6e50c2801 HTTP/1.1" status: 404 len: 347 time: 0.0215926 Jun 21 03:14:54.629320 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58862) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:14:54.662234 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69d2136a-e625-4617-8575-e3adf42d463f req-572abdef-e307-429c-a951-b6617dbfb884 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503986 Jun 21 03:14:54.745844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port 5ec09b21-f51d-4a63-924a-16ca058be817 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:14:54.746148 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (5ec09b21-f51d-4a63-924a-16ca058be817), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:54.822566 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (5ec09b21-f51d-4a63-924a-16ca058be817), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:54.822878 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (5ec09b21-f51d-4a63-924a-16ca058be817), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:54.836042 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for 5ec09b21-f51d-4a63-924a-16ca058be817 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:14:54.841282 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:54.982911 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (5ec09b21-f51d-4a63-924a-16ca058be817), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:55.009966 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=5ec09b21-f51d-4a63-924a-16ca058be817,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:14:55.077434 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (80bb869a-96b7-436c-855f-fdb414ef758f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:55.079981 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:14:55.081358 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-38a1122f-1ab2-4cd9-b2e4-5bf120e8dc77 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/floatingips/80bb869a-96b7-436c-855f-fdb414ef758f HTTP/1.1" status: 204 len: 168 time: 0.4508479 Jun 21 03:14:55.795471 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425e35-7f6d-4b1f-a666-30327c02c94c req-6e4d7601-0627-4908-8828-4b0bc5aacf9b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:55.796992 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-91425e35-7f6d-4b1f-a666-30327c02c94c req-6e4d7601-0627-4908-8828-4b0bc5aacf9b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0551028 Jun 21 03:14:55.845959 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-91425e35-7f6d-4b1f-a666-30327c02c94c req-767724ab-c139-4578-853a-d0fbb594c514 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Jun 21 03:14:56.281165 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:14:56.300980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:14:56.301320 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 609de0d2-a25b-4db4-a7ec-dd2c6422bb8b not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:14:56.989147 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff452dc-dab8-47b0-a99e-3aa191d09a91 req-403824b0-6e2e-4f6e-a65d-631043bf3d34 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:56.990630 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7ff452dc-dab8-47b0-a99e-3aa191d09a91 req-403824b0-6e2e-4f6e-a65d-631043bf3d34 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0541198 Jun 21 03:14:57.051621 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7ff452dc-dab8-47b0-a99e-3aa191d09a91 req-cce21a62-179c-4257-9b24-06e7af9afdc3 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520627 Jun 21 03:14:57.215996 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:57.261254 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a992f8a-9a2c-4f2f-8927-b179221037f9 req-1682340d-7255-407f-bbc6-a2747afd76b7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:57.263122 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6a992f8a-9a2c-4f2f-8927-b179221037f9 req-1682340d-7255-407f-bbc6-a2747afd76b7 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0570741 Jun 21 03:14:57.356355 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-5c775902-8dc1-4e51-a5fe-b0b6674ba2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:57.357861 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-5c775902-8dc1-4e51-a5fe-b0b6674ba2ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 1129 time: 0.0891995 Jun 21 03:14:57.393326 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6a992f8a-9a2c-4f2f-8927-b179221037f9 req-6ef0395f-4fe4-4451-b56d-5963d7413a29 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103349 Jun 21 03:14:57.465112 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-e72d0937-3c3a-4923-bb3e-7e0315f8bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:57.466586 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-e72d0937-3c3a-4923-bb3e-7e0315f8bd6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 909 time: 0.0987859 Jun 21 03:14:57.530865 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-da665d23-c7b0-44cd-a574-053e32c3490d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a HTTP/1.1" status: 200 len: 1001 time: 0.0565269 Jun 21 03:14:57.579691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-4a3a066f-477d-431a-99c9-370961bb97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:57.581149 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-4a3a066f-477d-431a-99c9-370961bb97a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.0434694 Jun 21 03:14:57.630668 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-8c74f799-c599-44c0-9d1f-d786ff9009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:57.632171 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-8c74f799-c599-44c0-9d1f-d786ff9009b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441835 Jun 21 03:14:57.731976 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-af5e0f22-634c-4e08-8d81-f133a7340960 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897610 Jun 21 03:14:57.745744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da9f4-07b1-48c1-9c08-d53b249e17de req-e119aff8-8261-437a-8eb6-f1ad588db7a8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:57.747547 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-739da9f4-07b1-48c1-9c08-d53b249e17de req-e119aff8-8261-437a-8eb6-f1ad588db7a8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Jun 21 03:14:57.796846 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-739da9f4-07b1-48c1-9c08-d53b249e17de req-90fbb9dc-7fd9-40c6-9ae4-949cefcbd0d0 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Jun 21 03:14:58.081138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:58.110103 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a18af9-997d-4e20-884c-f7715baaeae5 req-2ee8218b-9624-4307-92b6-066531a2a347 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966811 Jun 21 03:14:58.517858 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378c342-99a0-4e62-8a9e-fabee3d518d7 req-9eaf658f-50bb-4432-9f3f-7dbd96754d25 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:58.519347 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2378c342-99a0-4e62-8a9e-fabee3d518d7 req-9eaf658f-50bb-4432-9f3f-7dbd96754d25 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0526245 Jun 21 03:14:58.568255 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be203d5-90ce-4e76-89ed-7d0f9ed37d16 req-3a95da6e-2ec9-4b83-97c7-027293d9df38 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:58.569252 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2378c342-99a0-4e62-8a9e-fabee3d518d7 req-c9fb8adc-5e21-46e9-8ffb-d04ab84cbac1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440683 Jun 21 03:14:58.569777 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9be203d5-90ce-4e76-89ed-7d0f9ed37d16 req-3a95da6e-2ec9-4b83-97c7-027293d9df38 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0466318 Jun 21 03:14:58.620680 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9be203d5-90ce-4e76-89ed-7d0f9ed37d16 req-e715c668-f3d7-4794-8f15-68cdc99a22f3 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Jun 21 03:14:58.921264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79c247-e7a5-432c-b557-93b5095ed075 req-a92dfa62-8d7f-4c41-a042-88b74c918304 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:58.922655 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8b79c247-e7a5-432c-b557-93b5095ed075 req-a92dfa62-8d7f-4c41-a042-88b74c918304 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0480108 Jun 21 03:14:58.970054 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8b79c247-e7a5-432c-b557-93b5095ed075 req-197aa45f-5a56-4f8c-8731-aaa232fe64ec tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Jun 21 03:14:59.703208 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a84343-9d45-4b7e-909f-27735fe0b3c4 req-a7c3ba0c-98d6-4dd7-8cae-d21bab733690 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:59.705585 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-30a84343-9d45-4b7e-909f-27735fe0b3c4 req-a7c3ba0c-98d6-4dd7-8cae-d21bab733690 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Jun 21 03:14:59.727811 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:14:59.739907 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59878e-797b-49e8-9d54-2094048a7f3d req-9d9d197e-3a48-46c7-96a7-7712cb7d69a1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:14:59.741439 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5b59878e-797b-49e8-9d54-2094048a7f3d req-9d9d197e-3a48-46c7-96a7-7712cb7d69a1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0524473 Jun 21 03:14:59.753841 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-30a84343-9d45-4b7e-909f-27735fe0b3c4 req-fa2fa7f3-3e17-4c2f-bd6e-75a62f32f254 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427008 Jun 21 03:14:59.798279 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5b59878e-797b-49e8-9d54-2094048a7f3d req-96fd7714-de70-4a9a-b6aa-7ec6df988c3d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508344 Jun 21 03:15:00.078045 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-5999508c-26c1-450b-8dec-2bf8ca20ff5c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:00.079487 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-5999508c-26c1-450b-8dec-2bf8ca20ff5c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0588455 Jun 21 03:15:00.113484 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a25bf-6a54-4a55-9354-57f676b10ae9 req-1e97400d-3776-4e0d-afa8-3e3750a44ba6 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:00.114902 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0b8a25bf-6a54-4a55-9354-57f676b10ae9 req-1e97400d-3776-4e0d-afa8-3e3750a44ba6 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0584016 Jun 21 03:15:00.165504 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0b8a25bf-6a54-4a55-9354-57f676b10ae9 req-0e0226f0-abb7-4e7d-b61f-4dcbedf1fd7d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449426 Jun 21 03:15:00.863437 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port dea46eac-9326-474c-8b29-1ce4d2d9cada {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:00.864123 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:00.926369 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b7f49-3e1a-4fdc-aa9d-a15fffac611a req-6537d4c5-520e-4a77-a240-0b5e540573b1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:00.928580 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-756b7f49-3e1a-4fdc-aa9d-a15fffac611a req-6537d4c5-520e-4a77-a240-0b5e540573b1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0477087 Jun 21 03:15:00.960657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:00.963109 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] For port dea46eac-9326-474c-8b29-1ce4d2d9cada, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=dea46eac-9326-474c-8b29-1ce4d2d9cada,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:00.963495 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:00.981070 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-756b7f49-3e1a-4fdc-aa9d-a15fffac611a req-a0511e4f-fa66-4358-86a8-8d9242ab73c5 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446250 Jun 21 03:15:01.123051 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-d5e990c1-8d90-4247-b9d3-7f1ceb002f52 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:01.124426 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-d5e990c1-8d90-4247-b9d3-7f1ceb002f52 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 946 time: 0.0486023 Jun 21 03:15:01.131196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.131556 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (aca857e0-eb30-423b-b361-22d2fe91069c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.131865 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP aca857e0-eb30-423b-b361-22d2fe91069c disassociated. External IP: 172.27.2.118, port: dea46eac-9326-474c-8b29-1ce4d2d9cada. Jun 21 03:15:01.132209 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for dea46eac-9326-474c-8b29-1ce4d2d9cada owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:01.217888 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Deleting port 4eb3a576-26df-497c-a783-cc6b344c468a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:01.218248 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.305649 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004445-70fe-4199-b238-9403edb48e93 req-e10f298b-0070-4135-ada4-cb4e590e1fc7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:01.307151 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f004445-70fe-4199-b238-9403edb48e93 req-e10f298b-0070-4135-ada4-cb4e590e1fc7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc9a9acd-00f9-4181-b4db-70d6ad6930e7 HTTP/1.1" status: 200 len: 945 time: 0.0636613 Jun 21 03:15:01.308235 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (dea46eac-9326-474c-8b29-1ce4d2d9cada), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.316564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] For port 4eb3a576-26df-497c-a783-cc6b344c468a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4eb3a576-26df-497c-a783-cc6b344c468a,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:01.316929 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.325888 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:01.351280 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=dea46eac-9326-474c-8b29-1ce4d2d9cada,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:01.425448 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f004445-70fe-4199-b238-9403edb48e93 req-fcfa95ed-64ca-443d-895e-368962743cb4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=02b8438d-ecdf-4acc-83a3-1878a62992b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103654 Jun 21 03:15:01.463853 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:01.488714 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:15:01.533816 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.534195 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (284a695d-cabb-4dfb-83ae-85e3ab60f675), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.534510 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Floating IP 284a695d-cabb-4dfb-83ae-85e3ab60f675 disassociated. External IP: 172.27.2.126, port: 4eb3a576-26df-497c-a783-cc6b344c468a. Jun 21 03:15:01.534828 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Calling delete_port for 4eb3a576-26df-497c-a783-cc6b344c468a owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:01.595265 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:15:01.606545 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:15:01.609616 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:DELETE=1,neutron:SELECT=72 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:01.611602 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=87 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:01.621442 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:01.622807 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:01.643758 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] No DVR routers for this DVR port dea46eac-9326-474c-8b29-1ce4d2d9cada on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:15:01.646136 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.649422 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33bed5c0-42c4-4df1-80b7-c52f09da2b21 req-2ec0dee4-8967-4a51-b847-819db6258831 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "DELETE /v2.0/ports/dea46eac-9326-474c-8b29-1ce4d2d9cada HTTP/1.1" status: 204 len: 173 time: 0.8807025 Jun 21 03:15:01.649890 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'name': 'network-vif-deleted', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:01.656486 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f91ab-87f7-46a0-8310-7ac1d38b43dc" -d '{"events": [{"server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "name": "network-vif-deleted", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:01.674401 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (4eb3a576-26df-497c-a783-cc6b344c468a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:01.706802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28808c7-1796-4d44-8fec-3be23e7b8b42 x-openstack-request-id: req-f28808c7-1796-4d44-8fec-3be23e7b8b42 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:01.707115 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9a9acd-00f9-4181-b4db-70d6ad6930e7", "name": "network-vif-deleted", "tag": "dea46eac-9326-474c-8b29-1ce4d2d9cada", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:01.707356 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f28808c7-1796-4d44-8fec-3be23e7b8b42 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:01.707742 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28808c7-1796-4d44-8fec-3be23e7b8b42'] response: {'server_uuid': 'dc9a9acd-00f9-4181-b4db-70d6ad6930e7', 'name': 'network-vif-deleted', 'tag': 'dea46eac-9326-474c-8b29-1ce4d2d9cada', 'status': 'completed', 'code': 200} Jun 21 03:15:01.728767 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event deleted for resources: {'Port': ['ID=4eb3a576-26df-497c-a783-cc6b344c468a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:01.754131 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:01.783002 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.783640 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.784331 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.785459 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.786278 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.786861 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.787354 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.787837 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.788323 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.788845 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.789329 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.789809 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.790290 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.790776 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.791253 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:01.870963 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:15:01.961697 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:01.970922 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:01.984112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:15:01.989149 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:15:01.994622 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:15:01.997063 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:02.000047 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:02.000777 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:02.001575 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:02.014094 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:02.015050 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:02.030385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] No DVR routers for this DVR port 4eb3a576-26df-497c-a783-cc6b344c468a on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:15:02.038920 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.042780 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d6e6b2d-25e6-47a3-9373-34b8a87c3f89 req-874b1a7f-7f2d-4b0a-a394-7f2c3cee0a07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "DELETE /v2.0/ports/4eb3a576-26df-497c-a783-cc6b344c468a HTTP/1.1" status: 204 len: 173 time: 0.9119372 Jun 21 03:15:02.043841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'name': 'network-vif-deleted', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:02.045834 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a43642-9a18-444c-81c7-90d2860d43b7" -d '{"events": [{"server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "name": "network-vif-deleted", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:02.113552 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:02.158878 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad21b1f7-5879-458c-a8e2-e1ebdf6ad8aa x-openstack-request-id: req-ad21b1f7-5879-458c-a8e2-e1ebdf6ad8aa {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:02.159477 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4150dd80-06fc-4868-a656-f2d72b1552a8", "name": "network-vif-deleted", "tag": "4eb3a576-26df-497c-a783-cc6b344c468a", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:02.164356 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89897ff8-6278-4ea9-887c-4f2a3d52fbb2 req-7a2241cc-fb97-4b5d-aec7-72c9907577bd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=4150dd80-06fc-4868-a656-f2d72b1552a8 HTTP/1.1" status: 200 len: 210 time: 0.0734522 Jun 21 03:15:02.165760 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad21b1f7-5879-458c-a8e2-e1ebdf6ad8aa {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:02.166373 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad21b1f7-5879-458c-a8e2-e1ebdf6ad8aa'] response: {'server_uuid': '4150dd80-06fc-4868-a656-f2d72b1552a8', 'name': 'network-vif-deleted', 'tag': '4eb3a576-26df-497c-a783-cc6b344c468a', 'status': 'completed', 'code': 200} Jun 21 03:15:02.174488 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:02.324734 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device dea46eac-9326-474c-8b29-1ce4d2d9cada no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:15:02.355266 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: dea46eac-9326-474c-8b29-1ce4d2d9cada {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:15:02.355607 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device dea46eac-9326-474c-8b29-1ce4d2d9cada not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:15:02.395671 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:02.420873 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5c112-f5cb-41ae-9dcb-1b74f2cc8078 None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:15:02.424655 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:02.450193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:15:02.459306 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:02.460146 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:14:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:02.526885 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58930) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:02.597768 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ca64ee5-df6c-4dc3-adf1-a4f731e23cea tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (02b8438d-ecdf-4acc-83a3-1878a62992b5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.631900 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ca64ee5-df6c-4dc3-adf1-a4f731e23cea tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (02b8438d-ecdf-4acc-83a3-1878a62992b5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.694772 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ca64ee5-df6c-4dc3-adf1-a4f731e23cea tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (02b8438d-ecdf-4acc-83a3-1878a62992b5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.697766 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ca64ee5-df6c-4dc3-adf1-a4f731e23cea tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.698957 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9ca64ee5-df6c-4dc3-adf1-a4f731e23cea tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/security-groups/02b8438d-ecdf-4acc-83a3-1878a62992b5 HTTP/1.1" status: 204 len: 168 time: 0.1707282 Jun 21 03:15:02.701812 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:02.716742 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-4fea2cbe-1a5c-406d-8b20-d32f1dc695e5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] show failed (client error): The resource could not be found. Jun 21 03:15:02.718017 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4fea2cbe-1a5c-406d-8b20-d32f1dc695e5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups/02b8438d-ecdf-4acc-83a3-1878a62992b5 HTTP/1.1" status: 404 len: 347 time: 0.0152409 Jun 21 03:15:02.718443 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:02.723653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58934) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:02.731096 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ad646-17ef-4b3e-a8d6-f6dbf29af2cd None None] New status for floating IP aca857e0-eb30-423b-b361-22d2fe91069c: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:15:02.734042 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca64ee5-df6c-4dc3-adf1-a4f731e23cea tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b8438d-ecdf-4acc-83a3-1878a62992b5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:02.805648 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:02.846055 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port 4b040fba-d3ad-4c68-b4a5-6718513676e7 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:02.846335 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.927345 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.927664 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (4b040fba-d3ad-4c68-b4a5-6718513676e7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:02.941109 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:02.942016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for 4b040fba-d3ad-4c68-b4a5-6718513676e7 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:02.966317 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75728f4e-5239-40f1-8c9e-a2c76ba58ac0 None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:15:03.077318 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (4b040fba-d3ad-4c68-b4a5-6718513676e7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.103546 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=4b040fba-d3ad-4c68-b4a5-6718513676e7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:03.170281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (aca857e0-eb30-423b-b361-22d2fe91069c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.173127 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.174989 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-360fb239-3bee-44ea-94fd-5271e997b074 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/floatingips/aca857e0-eb30-423b-b361-22d2fe91069c HTTP/1.1" status: 204 len: 168 time: 0.4494727 Jun 21 03:15:03.241630 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec303ca-1735-409e-bfd0-032346b8123f None None] New status for floating IP 284a695d-cabb-4dfb-83ae-85e3ab60f675: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:15:03.263194 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 58940) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:03.268294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f61269ff-c832-47b2-905a-19282a9761ca tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296960965', 'description': 'tempest-description--1312753164'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:03.274212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:03.295794 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f61269ff-c832-47b2-905a-19282a9761ca tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.369212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f61269ff-c832-47b2-905a-19282a9761ca tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (566585e0-1c0a-43b3-9872-9c7cfcaf6d8a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.376001 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f61269ff-c832-47b2-905a-19282a9761ca tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (566585e0-1c0a-43b3-9872-9c7cfcaf6d8a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.413917 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f61269ff-c832-47b2-905a-19282a9761ca tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.415162 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f61269ff-c832-47b2-905a-19282a9761ca tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508980 Jun 21 03:15:03.417057 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61269ff-c832-47b2-905a-19282a9761ca tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:03.418466 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58948) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:03.423168 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7151a807-74d4-48ab-b49a-03f4f317ec2b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '566585e0-1c0a-43b3-9872-9c7cfcaf6d8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:03.452172 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7151a807-74d4-48ab-b49a-03f4f317ec2b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (f22ec26c-ce46-45a4-b9ae-90bf4d9adfe7), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.537018 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7151a807-74d4-48ab-b49a-03f4f317ec2b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (f22ec26c-ce46-45a4-b9ae-90bf4d9adfe7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.541728 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-1817d9fa-feb6-44fa-8fee-b5209d342fb6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515630251&fields=id&tenant_id=1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 267 time: 0.0767794 Jun 21 03:15:03.542721 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7151a807-74d4-48ab-b49a-03f4f317ec2b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (f22ec26c-ce46-45a4-b9ae-90bf4d9adfe7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.581923 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a807-74d4-48ab-b49a-03f4f317ec2b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22ec26c-ce46-45a4-b9ae-90bf4d9adfe7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:03.591286 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7151a807-74d4-48ab-b49a-03f4f317ec2b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.592495 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7151a807-74d4-48ab-b49a-03f4f317ec2b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730118 Jun 21 03:15:03.595318 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58950) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:03.606012 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b9d94fda-2c9e-41cb-8620-8efad574b5c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '566585e0-1c0a-43b3-9872-9c7cfcaf6d8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:03.646215 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:03.682580 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9d94fda-2c9e-41cb-8620-8efad574b5c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (431a0614-026b-46d3-8533-f29eee674c4e), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.705931 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-ce3f1f25-101c-403d-990a-b688e2d34af2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:03.707401 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-ce3f1f25-101c-403d-990a-b688e2d34af2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 811 time: 0.1585724 Jun 21 03:15:03.734921 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-eedad447-82bf-409b-b5ff-63d8b7fbffa7 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/quotas/1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 375 time: 0.0199232 Jun 21 03:15:03.779063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9d94fda-2c9e-41cb-8620-8efad574b5c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (431a0614-026b-46d3-8533-f29eee674c4e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.786029 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9d94fda-2c9e-41cb-8620-8efad574b5c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (431a0614-026b-46d3-8533-f29eee674c4e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.809753 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-49fd4917-8e2b-45f6-ade5-e3668fa52e82 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692906 Jun 21 03:15:03.816696 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d94fda-2c9e-41cb-8620-8efad574b5c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431a0614-026b-46d3-8533-f29eee674c4e,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:03.829372 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b9d94fda-2c9e-41cb-8620-8efad574b5c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.832848 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b9d94fda-2c9e-41cb-8620-8efad574b5c1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2365918 Jun 21 03:15:03.833806 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 58954) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:03.838156 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:03.858958 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:03.995405 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.023614 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-07421f3c-df53-41b3-81de-55811a2841c8 service neutron] 10.222.0.16 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014482 Jun 21 03:15:04.094081 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:04.194380 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.27.2.87 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/c7936f19-dbc8-4d48-8d60-6e9f262b87b5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:15:04.200493 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-aa8d1d3b-936e-4115-b4ec-759a0a5f7ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518729 Jun 21 03:15:04.299051 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.311999 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4eb3a576-26df-497c-a783-cc6b344c468a no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:15:04.335402 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.337220 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 4eb3a576-26df-497c-a783-cc6b344c468a {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:15:04.337562 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4eb3a576-26df-497c-a783-cc6b344c468a not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:15:04.373386 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:04.386191 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:15:04.390095 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:15:04.392497 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=c7936f19-dbc8-4d48-8d60-6e9f262b87b5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:04.394745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:15:04.480541 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (53d1120b-67a2-4694-a0f1-a77d2e18b841), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.507762 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-88bb53cf-9497-4acd-aa54-57d16708ca83 req-327c5c75-2876-46ad-9614-1fc2aa9d83be tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Jun 21 03:15:04.520088 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.670945 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.679147 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.760872 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=c7936f19-dbc8-4d48-8d60-6e9f262b87b5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:04.771366 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (53d1120b-67a2-4694-a0f1-a77d2e18b841), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.788761 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:04.790036 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-765259cf-4a3d-4685-a5f8-1311403c9331 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9552672 Jun 21 03:15:04.956526 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-1bf73a3f-9345-4cce-9f45-24ad43081a80 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--296960965&fields=id&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 267 time: 0.0485666 Jun 21 03:15:05.046402 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:05.078709 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-4b643ce5-aaa8-42be-9354-cb0e5f45ef70 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:05.080258 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-4b643ce5-aaa8-42be-9354-cb0e5f45ef70 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.1139514 Jun 21 03:15:05.097248 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-efb38bc8-41bb-456f-8c4d-fcf46fa10b4b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/quotas/febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 375 time: 0.0098531 Jun 21 03:15:05.147590 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-8730d6ce-58d0-4775-b84a-bc61fc4d5963 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454247 Jun 21 03:15:05.254508 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-1b855c5f-4bec-4462-8897-86516a44e6ca service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949266 Jun 21 03:15:05.364605 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-241066f6-53f0-488c-bca4-b762fc60052a service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015298 Jun 21 03:15:05.536338 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dfe335-c3c2-4fa4-b4f8-21d7aecdd34c req-f535b5c9-020a-4955-adc7-f03cd39da0df tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 210 time: 0.0326560 Jun 21 03:15:05.587290 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-add8522b-d84f-4c40-9eab-b4286061a8da req-4b885295-aa19-4c96-a835-32cc1ae9c8b7 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0290816 Jun 21 03:15:06.652987 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7333a102-4648-45e8-bf3b-3fb77b6af743 req-85ec7c04-bab9-47b6-981a-781489c56903 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 210 time: 0.0438588 Jun 21 03:15:06.686226 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ebd386d7-8e02-425d-b9f8-6dee203eb484 req-6a7727f4-4507-4aaf-8eae-d466f82ff258 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0325167 Jun 21 03:15:06.795986 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:06.831525 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6df57894-b5c2-4cc7-93c6-5f7fdee78e4b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:06.833056 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6df57894-b5c2-4cc7-93c6-5f7fdee78e4b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.1216547 Jun 21 03:15:06.901651 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-f152a2df-fa81-40b5-b72b-16df3d5bd715 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 379 time: 0.0524166 Jun 21 03:15:07.017496 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'port': {'device_id': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'admin_state_up': True, 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'security_groups': ['566585e0-1c0a-43b3-9872-9c7cfcaf6d8a']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:07.370294 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Made reservation on behalf of febf273149c744e08e0f7ea65e44e0d9 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:15:07.373984 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:07.512212 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.20.0.8 (4c23877e-0103-47a1-a2d4-5b0d47022cc2/1acb5b1e-2862-4637-84b5-98e92ed6066e/e72c0c57-d536-41d4-b5c1-44e92bed5223) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:15:07.647923 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:07.677257 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:07.690931 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:07.752339 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:15:07.758893 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:15:07.772362 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9ffc-ff1b-49c9-84bd-311581aee1c0 req-1add146d-6dda-4005-a516-52743f880ba3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:07.774031 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fcfb9ffc-ff1b-49c9-84bd-311581aee1c0 req-1add146d-6dda-4005-a516-52743f880ba3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 931 time: 0.0519409 Jun 21 03:15:07.775098 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:15:07.778676 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=e72c0c57-d536-41d4-b5c1-44e92bed5223,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:07.784762 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d08d0d8-8cc7-4650-8f16-f7535112b927 req-500722da-1cfb-4288-95e7-b88cde76f703 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0474908 Jun 21 03:15:07.836406 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:07.837223 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:07.849630 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fcfb9ffc-ff1b-49c9-84bd-311581aee1c0 req-48e4b584-1141-454d-926b-8d4ddb32240c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686183 Jun 21 03:15:07.865024 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-cb5d4ab8-c317-45e9-9b54-752a31083e63 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8528850 Jun 21 03:15:07.884013 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Request body: {'port': {'device_id': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:07.952802 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:08.053795 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:08.057855 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-8f8206bf-72a6-44bc-8e18-7321b01e0319 None None] Provisioning complete for port e72c0c57-d536-41d4-b5c1-44e92bed5223 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:15:08.058425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f8206bf-72a6-44bc-8e18-7321b01e0319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:08.090357 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8f8206bf-72a6-44bc-8e18-7321b01e0319 None None] Port e72c0c57-d536-41d4-b5c1-44e92bed5223 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:15:08.218293 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72c0c57-d536-41d4-b5c1-44e92bed5223 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:15:08.226402 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Publish callbacks [] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:08.240512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Transition to ACTIVE for port object e72c0c57-d536-41d4-b5c1-44e92bed5223 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:15:08.246415 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:08.295566 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Pushing event updated for resources: {'Port': ['ID=e72c0c57-d536-41d4-b5c1-44e92bed5223,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:08.376786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Attempting to bind port e72c0c57-d536-41d4-b5c1-44e92bed5223 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:15:08.377642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Attempting to bind port e72c0c57-d536-41d4-b5c1-44e92bed5223 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:15:08.377642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Attempting to bind port e72c0c57-d536-41d4-b5c1-44e92bed5223 on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:15:08.382613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Port e72c0c57-d536-41d4-b5c1-44e92bed5223 on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:15:08.382936 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Attempting to bind port e72c0c57-d536-41d4-b5c1-44e92bed5223 on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:15:08.388064 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:15:08.388434 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Checking segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:15:08.388819 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Bound using segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:15:08.389238 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Bound port: e72c0c57-d536-41d4-b5c1-44e92bed5223, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:15:08.389591 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:08.453989 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] For port e72c0c57-d536-41d4-b5c1-44e92bed5223, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:15:08.457656 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] For port e72c0c57-d536-41d4-b5c1-44e92bed5223, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:15:08.464747 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:08.501210 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:08.501764 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:08.503118 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] 10.222.0.36 "PUT /v2.0/ports/e72c0c57-d536-41d4-b5c1-44e92bed5223 HTTP/1.1" status: 200 len: 1093 time: 0.6236238 Jun 21 03:15:08.503547 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:08.505798 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90fdc03-de42-4626-94b0-70360d6bd1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:08.529988 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7f30e-8c33-4b5e-99c3-cd3338e4cc76 service neutron] Pushing event updated for resources: {'Port': ['ID=e72c0c57-d536-41d4-b5c1-44e92bed5223,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:08.558238 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29136be-eb75-4f21-89a6-72a117270b72 x-openstack-request-id: req-f29136be-eb75-4f21-89a6-72a117270b72 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:08.558643 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:08.558956 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f29136be-eb75-4f21-89a6-72a117270b72 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:08.559721 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29136be-eb75-4f21-89a6-72a117270b72'] response: {'name': 'network-changed', 'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'status': 'completed', 'code': 200} Jun 21 03:15:08.733177 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:08.768516 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-dc2b879b-b278-40e2-b478-671239ed536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:08.770063 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-dc2b879b-b278-40e2-b478-671239ed536a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 1127 time: 0.0448308 Jun 21 03:15:08.831477 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-e985ff4f-40da-42da-b09a-f3a50a230ec4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223 HTTP/1.1" status: 200 len: 217 time: 0.0404203 Jun 21 03:15:08.881338 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-414cea06-2fd2-46d1-9fa2-c505464cb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:08.882939 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-414cea06-2fd2-46d1-9fa2-c505464cb6da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0451388 Jun 21 03:15:08.887904 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2d7251b9-19f9-4517-9be1-c341f14c41b8 req-cbb17143-9848-40ce-97a1-6439c75351a8 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0312836 Jun 21 03:15:08.936504 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-7560746c-2405-4bd2-bac5-0ee207469a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:08.938033 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-7560746c-2405-4bd2-bac5-0ee207469a56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494378 Jun 21 03:15:08.993408 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbabab-7bd8-4a94-9b26-653c9817c0ad req-de96fa65-7b10-4c8c-9c8c-502c44088478 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:08.994925 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ddfbabab-7bd8-4a94-9b26-653c9817c0ad req-de96fa65-7b10-4c8c-9c8c-502c44088478 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 943 time: 0.0698943 Jun 21 03:15:09.092039 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-0a479628-1b91-460c-a11d-55a7e46aeb09 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347349 Jun 21 03:15:09.095270 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ddfbabab-7bd8-4a94-9b26-653c9817c0ad req-9315efaf-257b-4ac4-9384-616f452759af tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936775 Jun 21 03:15:09.186523 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd8fc928-f1ff-49fd-a8bd-8ad28b90fb37 req-7e4c1eb4-c587-4428-a904-d69ce2512d4a service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880876 Jun 21 03:15:09.999430 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-04db1256-5912-4e0f-943e-b6bed0fd41f6 req-0f626e3a-daf6-459a-a6e1-d01f0bbcc0e7 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0353169 Jun 21 03:15:10.186379 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:10.225814 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7589ff9-7c3f-4d40-a758-35a1173e178a req-d366ccf1-81df-450a-85e6-32d46b661b42 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:10.227292 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f7589ff9-7c3f-4d40-a758-35a1173e178a req-d366ccf1-81df-450a-85e6-32d46b661b42 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 943 time: 0.0536878 Jun 21 03:15:10.279524 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f7589ff9-7c3f-4d40-a758-35a1173e178a req-637c2edb-0719-4bc3-9faa-51fa407206a5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465922 Jun 21 03:15:11.107901 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-185c8c4e-6793-4384-9561-2d7b3b5cb9ea req-eaba332a-75ea-40bc-80e3-fcc46c32b879 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0345390 Jun 21 03:15:11.417430 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8650d-ffba-48c3-9323-6ebc259ba1ba req-7d989d2e-e83c-431c-994e-47a5d23f9505 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:11.418981 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6c8650d-ffba-48c3-9323-6ebc259ba1ba req-7d989d2e-e83c-431c-994e-47a5d23f9505 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 943 time: 0.0714583 Jun 21 03:15:11.429173 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-8825ab22-cb06-482f-9da9-3de08c772913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:11.431331 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-8825ab22-cb06-482f-9da9-3de08c772913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 1127 time: 0.0477340 Jun 21 03:15:11.473224 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6c8650d-ffba-48c3-9323-6ebc259ba1ba req-967f6e24-0510-48c8-9cc3-d26eb438b0b8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473957 Jun 21 03:15:11.614983 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e72ffdb7-1c56-49da-9de4-babe78dbfd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:11.756191 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-16d5b374-3838-40c4-8789-71a64d6104b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:11.757693 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-16d5b374-3838-40c4-8789-71a64d6104b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.0964172 Jun 21 03:15:11.831244 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-65f6d1a5-b70d-44fe-8a55-fd09a1024037 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223 HTTP/1.1" status: 200 len: 217 time: 0.0371051 Jun 21 03:15:12.255097 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e2cc3f2-0621-45de-8674-6fbfbe49dc09 req-029be5a0-e4af-473e-b2fb-d59dac1b1e6d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0583191 Jun 21 03:15:12.265085 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-90fb798a-e4d0-4c5f-a09c-ff78f226b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:12.266598 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-90fb798a-e4d0-4c5f-a09c-ff78f226b0c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0829704 Jun 21 03:15:12.273178 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-8592da3c-1750-49c7-92f6-f83b46faf842 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:12.274731 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-8592da3c-1750-49c7-92f6-f83b46faf842 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 811 time: 0.1119401 Jun 21 03:15:12.358389 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:12.382547 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-5d61838b-42d0-46c3-87b4-1873895fcda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:12.383658 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device e72c0c57-d536-41d4-b5c1-44e92bed5223 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:15:12.384250 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-5d61838b-42d0-46c3-87b4-1873895fcda2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469854 Jun 21 03:15:12.405979 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:12.427892 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-1c6e18ff-1a7d-487a-91aa-be109e5afecf tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 380 time: 0.0762253 Jun 21 03:15:12.437236 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'port': {'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'admin_state_up': True, 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'security_groups': ['791710c7-558e-44ef-83cb-4994b0bbe0d2']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:12.484064 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-d7ca4456-a946-4066-afed-2a2f13d9514e service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931954 Jun 21 03:15:12.492454 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port e72c0c57-d536-41d4-b5c1-44e92bed5223, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:12.506715 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'port_id': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'mac_address': 'fa:16:3e:42:08:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:15:12.546950 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:12.549419 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port e72c0c57-d536-41d4-b5c1-44e92bed5223 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:15:12.549808 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:12.569895 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72c0c57-d536-41d4-b5c1-44e92bed5223 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:15:12.583910 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Made reservation on behalf of 1a43462c60384cecb441ccf14de5672e for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:15:12.587447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:12.590410 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:12.608217 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port e72c0c57-d536-41d4-b5c1-44e92bed5223, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:12.611027 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c90fdc03-de42-4626-94b0-70360d6bd1cb req-86c6d6e6-c1ba-42ff-abd1-76bda44ba5eb service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159501 Jun 21 03:15:12.613449 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:12.620558 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5f25b-a364-471a-8b7a-49164ae077a6 req-6349104b-8f42-4c5c-8943-14afd642554f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:12.622084 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44f5f25b-a364-471a-8b7a-49164ae077a6 req-6349104b-8f42-4c5c-8943-14afd642554f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 943 time: 0.0703726 Jun 21 03:15:12.674232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=e72c0c57-d536-41d4-b5c1-44e92bed5223,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:12.684044 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.684399 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.684763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.685094 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.685422 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.685748 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.686069 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.686388 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.686707 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.687022 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.687339 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.687652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.687956 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.688267 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.688604 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:12.735479 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44f5f25b-a364-471a-8b7a-49164ae077a6 req-fbbc43fe-d6f9-4e68-9906-38bb4f6cc55b tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065545 Jun 21 03:15:12.790083 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Allocated IP 172.20.0.3 (65ee22e2-1b27-4fab-b33d-329c4e3c290a/344e0ba4-1e2f-4453-a3e9-1abf8d6f9801/39a8025d-3186-49e5-8cef-f5a4411ac88f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:15:12.792301 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:12.808529 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:12.811536 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=65 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:12.946865 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:12.981153 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.024984 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:15:13.029695 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:15:13.032024 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:15:13.038816 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=39a8025d-3186-49e5-8cef-f5a4411ac88f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:13.069435 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.069746 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.070079 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.070408 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.070736 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.071062 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.071377 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.071693 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.072008 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.072321 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.072752 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.073100 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.073414 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.073726 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.074034 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:15:13.099705 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:13.100311 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.118306 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-609bd781-d8f7-467a-8c5a-2f23d9838edd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6846387 Jun 21 03:15:13.125761 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['e72c0c57-d536-41d4-b5c1-44e92bed5223'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:15:13.136578 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Request body: {'port': {'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:13.171550 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:13.204696 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.300571 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-35b6c95f-8530-4d6e-812b-9c7f2ffa6387 None None] Provisioning complete for port 39a8025d-3186-49e5-8cef-f5a4411ac88f triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:15:13.300899 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35b6c95f-8530-4d6e-812b-9c7f2ffa6387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.337750 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-35b6c95f-8530-4d6e-812b-9c7f2ffa6387 None None] Port 39a8025d-3186-49e5-8cef-f5a4411ac88f cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:15:13.379543 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097d7d1-4702-45e7-878b-afe623a49a42 req-8510ae60-3544-41fd-87a9-d35a46905a97 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:13.386318 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b097d7d1-4702-45e7-878b-afe623a49a42 req-8510ae60-3544-41fd-87a9-d35a46905a97 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 931 time: 0.0542393 Jun 21 03:15:13.433852 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b097d7d1-4702-45e7-878b-afe623a49a42 req-0fea4f9d-a41a-4221-b947-a87f8794248b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467508 Jun 21 03:15:13.477437 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a8025d-3186-49e5-8cef-f5a4411ac88f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:15:13.485197 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Publish callbacks [] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.499057 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Transition to ACTIVE for port object 39a8025d-3186-49e5-8cef-f5a4411ac88f will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:15:13.503336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.556247 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Pushing event updated for resources: {'Port': ['ID=39a8025d-3186-49e5-8cef-f5a4411ac88f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:13.630745 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Attempting to bind port 39a8025d-3186-49e5-8cef-f5a4411ac88f on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:15:13.631077 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Attempting to bind port 39a8025d-3186-49e5-8cef-f5a4411ac88f by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:15:13.631410 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Attempting to bind port 39a8025d-3186-49e5-8cef-f5a4411ac88f on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:15:13.635110 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:13.637944 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Port 39a8025d-3186-49e5-8cef-f5a4411ac88f on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:15:13.638267 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Attempting to bind port 39a8025d-3186-49e5-8cef-f5a4411ac88f on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:15:13.644283 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:15:13.644729 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Checking segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:15:13.645086 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Bound using segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:15:13.645526 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Bound port: 39a8025d-3186-49e5-8cef-f5a4411ac88f, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:15:13.645851 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.711909 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] For port 39a8025d-3186-49e5-8cef-f5a4411ac88f, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:15:13.715153 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] For port 39a8025d-3186-49e5-8cef-f5a4411ac88f, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:15:13.722656 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.762851 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:13.763462 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.764871 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] 10.222.0.36 "PUT /v2.0/ports/39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 200 len: 1093 time: 0.6326776 Jun 21 03:15:13.765298 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:13.767503 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:13.794251 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8f31b-461f-4b47-acf7-edb1fd744f48 service neutron] Pushing event updated for resources: {'Port': ['ID=39a8025d-3186-49e5-8cef-f5a4411ac88f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:13.816581 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df330a1-beb0-455e-b5a1-35793c268fce x-openstack-request-id: req-8df330a1-beb0-455e-b5a1-35793c268fce {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:13.817058 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:13.817477 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8df330a1-beb0-455e-b5a1-35793c268fce {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:13.817887 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df330a1-beb0-455e-b5a1-35793c268fce'] response: {'name': 'network-changed', 'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'status': 'completed', 'code': 200} Jun 21 03:15:13.855830 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-40a76fcb-da19-4222-931d-1c6254619a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:13.901009 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-846fafc7-3a7f-44e3-8490-6a8cf1ea72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:13.902942 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-846fafc7-3a7f-44e3-8490-6a8cf1ea72a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1127 time: 0.0616028 Jun 21 03:15:13.909351 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689c047-f99d-4028-bb73-267c068b225c req-51786855-2e00-4fd1-b072-229bf8d5307d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:13.911281 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9689c047-f99d-4028-bb73-267c068b225c req-51786855-2e00-4fd1-b072-229bf8d5307d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 944 time: 0.0738003 Jun 21 03:15:13.961628 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-ce8e0446-54b3-467e-867f-c57d28f698df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 200 len: 217 time: 0.0424926 Jun 21 03:15:13.979960 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9689c047-f99d-4028-bb73-267c068b225c req-3e19a32c-ac37-44fa-a6c5-e2e9011d34f5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616562 Jun 21 03:15:14.062693 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94050a-c779-4848-84fe-1a90c98d83a7 req-c42b3de4-15dc-4e64-bce7-3b02ca9c968a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:14.064099 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb94050a-c779-4848-84fe-1a90c98d83a7 req-c42b3de4-15dc-4e64-bce7-3b02ca9c968a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0523794 Jun 21 03:15:14.114207 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb94050a-c779-4848-84fe-1a90c98d83a7 req-bd9b9700-93e0-486a-a859-7907b3ec65ab tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442772 Jun 21 03:15:14.399908 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device e72c0c57-d536-41d4-b5c1-44e92bed5223 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:15:14.452531 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port e72c0c57-d536-41d4-b5c1-44e92bed5223 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:15:14.460819 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port e72c0c57-d536-41d4-b5c1-44e92bed5223 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:15:14.461245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:14.539717 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port e72c0c57-d536-41d4-b5c1-44e92bed5223 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:15:14.540076 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:14.555283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80c5d-5e73-4d18-91f5-9c8191a60fab req-40065ed5-42be-4332-8ca7-60adb2ecd70e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:14.556818 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34d80c5d-5e73-4d18-91f5-9c8191a60fab req-40065ed5-42be-4332-8ca7-60adb2ecd70e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0519180 Jun 21 03:15:14.564146 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:14.566478 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484fa566-7386-47e2-ae77-51f0bffcfe1a" -d '{"events": [{"server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "name": "network-vif-plugged", "status": "completed", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:14.578863 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port e72c0c57-d536-41d4-b5c1-44e92bed5223, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:14.583874 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:14.616777 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34d80c5d-5e73-4d18-91f5-9c8191a60fab req-04cd1b6c-dff6-4a0f-a1bb-650c6bac26e8 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540259 Jun 21 03:15:14.633006 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=e72c0c57-d536-41d4-b5c1-44e92bed5223,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:14.665217 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f821a413-e55f-498f-8892-c306dd03796e x-openstack-request-id: req-f821a413-e55f-498f-8892-c306dd03796e {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:14.665515 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "name": "network-vif-plugged", "status": "completed", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:14.665746 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f821a413-e55f-498f-8892-c306dd03796e {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:14.666144 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f821a413-e55f-498f-8892-c306dd03796e'] response: {'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'code': 200} Jun 21 03:15:14.884275 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:15.099150 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81081d6-21ce-4db5-9007-7c9446f9b2fb req-0e2de04e-4add-4ac7-ac4c-ccb9f4cef5a8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:15.100645 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a81081d6-21ce-4db5-9007-7c9446f9b2fb req-0e2de04e-4add-4ac7-ac4c-ccb9f4cef5a8 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0487928 Jun 21 03:15:15.151828 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a81081d6-21ce-4db5-9007-7c9446f9b2fb req-23ae9d8f-531d-43ef-8dcd-7e3c881623f0 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Jun 21 03:15:15.236790 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fa62-1a54-47b8-94c2-e415d70f54f0 req-b25eef34-4f09-4392-9b09-d1027a787457 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:15.238244 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee77fa62-1a54-47b8-94c2-e415d70f54f0 req-b25eef34-4f09-4392-9b09-d1027a787457 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0468915 Jun 21 03:15:15.287310 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee77fa62-1a54-47b8-94c2-e415d70f54f0 req-a0188a6d-33f2-4775-b102-0790663a07cc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408125 Jun 21 03:15:15.450701 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:15.471406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-1d0d4f3e-b877-4820-8890-ac094405fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:15.473044 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-1d0d4f3e-b877-4820-8890-ac094405fc92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0580714 Jun 21 03:15:15.546779 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-69d3c8a7-51d5-4b6d-9bb4-c8aedaaf9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:15.548716 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-69d3c8a7-51d5-4b6d-9bb4-c8aedaaf9a3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459447 Jun 21 03:15:15.607472 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6d43b-42ab-4110-b812-31c9fe73c244 req-6de385f5-ccac-47f3-a458-8595773a5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:15.609010 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecc6d43b-42ab-4110-b812-31c9fe73c244 req-6de385f5-ccac-47f3-a458-8595773a5bda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 1129 time: 0.0421484 Jun 21 03:15:15.653392 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-88da7a9b-d6e7-41e9-b3b4-18aca64707f0 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862014 Jun 21 03:15:15.738297 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7178cd-bd6d-4efa-8ff1-68ad0937016c req-810d6a4e-b592-421f-9a7e-52251903f562 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:15.739801 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2a7178cd-bd6d-4efa-8ff1-68ad0937016c req-810d6a4e-b592-421f-9a7e-52251903f562 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0608406 Jun 21 03:15:15.777956 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecc6d43b-42ab-4110-b812-31c9fe73c244 req-9945dfac-5371-4a04-aac6-124db8e58fe5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704136 Jun 21 03:15:15.787665 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48991cd-935f-4f29-97c9-adfd7ed05344 req-146686e9-4544-4808-bcd4-e67242d7833e service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903506 Jun 21 03:15:15.805155 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2a7178cd-bd6d-4efa-8ff1-68ad0937016c req-ce1e2416-4f4e-4e3c-8715-9008cd4cb666 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563712 Jun 21 03:15:16.273438 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c81f5d-f559-4408-8612-4560b8c4a09a req-8336036d-f09f-455b-acff-83aadc59a18e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:16.275023 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10c81f5d-f559-4408-8612-4560b8c4a09a req-8336036d-f09f-455b-acff-83aadc59a18e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0523410 Jun 21 03:15:16.289665 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:16.328458 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10c81f5d-f559-4408-8612-4560b8c4a09a req-ee6c0851-64c4-4b6b-9410-c3759f2acaf4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466208 Jun 21 03:15:16.379535 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:16.418771 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9f2f1-7506-4420-a18d-2dc2f48b4c86 req-f6c1508d-9922-4357-a2cc-cabf97a76390 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:16.420291 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1b9f2f1-7506-4420-a18d-2dc2f48b4c86 req-f6c1508d-9922-4357-a2cc-cabf97a76390 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0506499 Jun 21 03:15:16.474349 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1b9f2f1-7506-4420-a18d-2dc2f48b4c86 req-7e470dcb-95c6-4d03-8f9d-5a53b5423f23 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460641 Jun 21 03:15:16.687727 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:16.930868 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972e53-a232-4028-ab9b-2975aff1b00f req-1b530a78-55c5-4acf-9356-e912c2df3070 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:16.932908 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca972e53-a232-4028-ab9b-2975aff1b00f req-1b530a78-55c5-4acf-9356-e912c2df3070 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0614104 Jun 21 03:15:16.984973 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca972e53-a232-4028-ab9b-2975aff1b00f req-8c11296a-a22a-4dc7-9797-06a674a92f5e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Jun 21 03:15:17.107624 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:17.450723 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670116a0-91d9-41de-b9ad-b44356101915 req-d1827322-0549-4041-8d05-36f3fc8adf94 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:17.452210 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-670116a0-91d9-41de-b9ad-b44356101915 req-d1827322-0549-4041-8d05-36f3fc8adf94 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0478270 Jun 21 03:15:17.500702 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-670116a0-91d9-41de-b9ad-b44356101915 req-3fcec7c0-69ef-453c-a021-7ab1d3c54031 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428035 Jun 21 03:15:17.598937 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4f8b2-3717-4d02-b2fa-fcd9b3b5690b req-dcc12f72-79ff-47c2-962f-406c3e554743 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:17.600385 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e5a4f8b2-3717-4d02-b2fa-fcd9b3b5690b req-dcc12f72-79ff-47c2-962f-406c3e554743 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0475357 Jun 21 03:15:17.649814 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e5a4f8b2-3717-4d02-b2fa-fcd9b3b5690b req-62bbd55b-7a51-43e1-b674-bca7d88f7795 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cf2ca5-d56c-4026-8361-cd79264a1b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413368 Jun 21 03:15:17.866811 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-b1c0e738-8fb4-48e3-aa58-4008e3279e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:17.868326 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-b1c0e738-8fb4-48e3-aa58-4008e3279e47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1127 time: 0.0508990 Jun 21 03:15:17.874365 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-9cddb99d-8c78-4e6b-8d62-d581a9a6febe tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:17.876033 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-9cddb99d-8c78-4e6b-8d62-d581a9a6febe tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 947 time: 0.0584044 Jun 21 03:15:17.883235 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:17.967952 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Deleting port a6a84e7e-f693-4251-bff2-a21fced5ba19 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:17.968270 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:18.065582 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] For port a6a84e7e-f693-4251-bff2-a21fced5ba19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a6a84e7e-f693-4251-bff2-a21fced5ba19,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:18.065936 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:18.137607 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:18.159163 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff766ae0-6d2b-474c-849f-8eddb52dc532 req-21f6b0fc-9d64-4024-9f38-b9c1eb8cc645 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:18.161556 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff766ae0-6d2b-474c-849f-8eddb52dc532 req-21f6b0fc-9d64-4024-9f38-b9c1eb8cc645 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0979340 Jun 21 03:15:18.216447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-4b963072-c97e-4c08-8bc9-1898a6d513c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:18.217917 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-4b963072-c97e-4c08-8bc9-1898a6d513c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.3417778 Jun 21 03:15:18.287829 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-e98ccc33-6f1e-4a1d-9f85-9ba1098603a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 200 len: 217 time: 0.0335810 Jun 21 03:15:18.292402 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff766ae0-6d2b-474c-849f-8eddb52dc532 req-15c29cd2-c851-45ed-8450-500177955b34 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216686 Jun 21 03:15:18.309786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:18.310377 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (1d5148fa-4d48-4064-a637-4e36ede5163c), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:18.310766 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Floating IP 1d5148fa-4d48-4064-a637-4e36ede5163c disassociated. External IP: 172.27.2.44, port: a6a84e7e-f693-4251-bff2-a21fced5ba19. Jun 21 03:15:18.312525 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Calling delete_port for a6a84e7e-f693-4251-bff2-a21fced5ba19 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:18.447052 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (a6a84e7e-f693-4251-bff2-a21fced5ba19), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:18.482267 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event deleted for resources: {'Port': ['ID=a6a84e7e-f693-4251-bff2-a21fced5ba19,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:18.536081 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:18.600180 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:15:18.616359 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acd697-6ab2-4671-9a4a-4ab9536a9da8 req-f09c6968-2e50-419c-88f8-ced8f62cbb0e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:18.617848 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65acd697-6ab2-4671-9a4a-4ab9536a9da8 req-f09c6968-2e50-419c-88f8-ced8f62cbb0e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0490990 Jun 21 03:15:18.669718 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65acd697-6ab2-4671-9a4a-4ab9536a9da8 req-45dfe8ed-3b53-43ed-a3c5-50df3de14864 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460806 Jun 21 03:15:18.715435 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:15:18.726523 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] Sync routers for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:15:18.750000 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:18.750793 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:18.784879 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] No DVR routers for this DVR port a6a84e7e-f693-4251-bff2-a21fced5ba19 on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:15:18.789525 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fce1e74e-d428-469b-8953-2b7127ba1440 req-df388208-5366-4e38-90ab-f64b0e7c1254 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=bade48e3-65d3-406d-8d36-53e1f560e554 HTTP/1.1" status: 200 len: 210 time: 0.0490081 Jun 21 03:15:18.790577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:18.794232 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f366b3d-6493-45a0-b504-8020f88759e6 req-eb6f7f6f-ac40-454a-b217-b4bfbdd1e4ec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "DELETE /v2.0/ports/a6a84e7e-f693-4251-bff2-a21fced5ba19 HTTP/1.1" status: 204 len: 173 time: 0.9125121 Jun 21 03:15:18.795174 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-deleted', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:18.798395 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f77e8b-8002-45b1-85ab-73b55c5491dc" -d '{"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-deleted", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:18.843235 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524a51d-cef5-4ea7-9a51-0996e76b203f req-f32e923c-773c-4575-a329-496fa85f3c76 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:18.844969 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7524a51d-cef5-4ea7-9a51-0996e76b203f req-f32e923c-773c-4575-a329-496fa85f3c76 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.1061239 Jun 21 03:15:18.855861 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59104) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:18.856780 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8203b845-0c7c-44cf-8491-e78a2f271932 x-openstack-request-id: req-8203b845-0c7c-44cf-8491-e78a2f271932 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:18.857261 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade48e3-65d3-406d-8d36-53e1f560e554", "name": "network-vif-deleted", "tag": "a6a84e7e-f693-4251-bff2-a21fced5ba19", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:18.857769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8203b845-0c7c-44cf-8491-e78a2f271932 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:18.858462 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8203b845-0c7c-44cf-8491-e78a2f271932'] response: {'server_uuid': 'bade48e3-65d3-406d-8d36-53e1f560e554', 'name': 'network-vif-deleted', 'tag': 'a6a84e7e-f693-4251-bff2-a21fced5ba19', 'status': 'completed', 'code': 200} Jun 21 03:15:18.864200 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'port_id': 'e72c0c57-d536-41d4-b5c1-44e92bed5223'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:18.912674 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:18.924058 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (53d1120b-67a2-4694-a0f1-a77d2e18b841), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:18.966525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-4d3929a4-b889-4913-815e-167cb8e229bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:18.968006 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-4d3929a4-b889-4913-815e-167cb8e229bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.1939313 Jun 21 03:15:19.058889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-db2a0278-cf67-4cc2-8468-abba20ae9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:19.060377 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-db2a0278-cf67-4cc2-8468-abba20ae9982 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748875 Jun 21 03:15:19.110517 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:19.113990 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:19.143141 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] Checking router: d11f3be7-7ea1-44cc-b585-3e2edbd0a435 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:15:19.152592 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:19.153195 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:19.259158 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:19.454831 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-ed159c88-8dcc-4726-be1d-ed0802cc9a8b service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021208 Jun 21 03:15:19.460341 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:19.485287 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951b785-5baf-4ca9-9c6d-7be92a1f7d3c None None] The sync data for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi is: [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:15:19.494810 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e62241-8910-400d-a59f-7f9a49c52204 req-03f97f23-f2d6-46ef-8f14-d259393c4878 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:19.496334 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e9e62241-8910-400d-a59f-7f9a49c52204 req-03f97f23-f2d6-46ef-8f14-d259393c4878 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.1233461 Jun 21 03:15:19.550834 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:19.560899 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (53d1120b-67a2-4694-a0f1-a77d2e18b841), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:19.636328 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:19.663923 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e9e62241-8910-400d-a59f-7f9a49c52204 req-9b739ff0-55d7-431a-b60c-1c81f78535d2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527152 Jun 21 03:15:19.713555 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12307c17-c714-458e-b215-b147f0b87667 None None] New status for floating IP 1d5148fa-4d48-4064-a637-4e36ede5163c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:15:19.725351 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9735b644-d8cd-44c3-85ab-bf0139d9c2ee req-9e9f30f1-4b02-4e08-b807-912e4eaaddc8 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370706 Jun 21 03:15:19.734582 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP 53d1120b-67a2-4694-a0f1-a77d2e18b841 associated. External IP: 172.27.2.87, port: e72c0c57-d536-41d4-b5c1-44e92bed5223. Jun 21 03:15:19.741659 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:19.889713 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59112) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:19.943186 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:15:19.946905 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af1961a0-80e5-473e-804b-c1ed349b2d4e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (37cf2ca5-d56c-4026-8361-cd79264a1b77), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:19.971504 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af1961a0-80e5-473e-804b-c1ed349b2d4e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (37cf2ca5-d56c-4026-8361-cd79264a1b77), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.022481 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af1961a0-80e5-473e-804b-c1ed349b2d4e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (37cf2ca5-d56c-4026-8361-cd79264a1b77), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.025078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af1961a0-80e5-473e-804b-c1ed349b2d4e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.026226 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-af1961a0-80e5-473e-804b-c1ed349b2d4e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "DELETE /v2.0/security-groups/37cf2ca5-d56c-4026-8361-cd79264a1b77 HTTP/1.1" status: 204 len: 168 time: 0.1354918 Jun 21 03:15:20.029443 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59114) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:20.047537 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1961a0-80e5-473e-804b-c1ed349b2d4e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cf2ca5-d56c-4026-8361-cd79264a1b77,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:20.050691 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-219e2f83-0c71-469e-b414-f867ba60d4f8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] show failed (client error): The resource could not be found. Jun 21 03:15:20.051801 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-219e2f83-0c71-469e-b414-f867ba60d4f8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups/37cf2ca5-d56c-4026-8361-cd79264a1b77 HTTP/1.1" status: 404 len: 347 time: 0.0213947 Jun 21 03:15:20.056915 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59116) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:20.060481 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:15:20.066748 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.069888 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:20.070745 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:15:20.088319 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:20.089222 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:20.100571 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d9c37de7-d2c6-4cef-864d-1ead80c0f313 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "PUT /v2.0/floatingips/53d1120b-67a2-4694-a0f1-a77d2e18b841 HTTP/1.1" status: 200 len: 990 time: 1.2433667 Jun 21 03:15:20.101153 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:20.104035 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:20.138632 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf43ea-edd8-41ff-b529-1134e178b05b x-openstack-request-id: req-25cf43ea-edd8-41ff-b529-1134e178b05b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:20.138922 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:20.139171 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25cf43ea-edd8-41ff-b529-1134e178b05b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:20.139891 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cf43ea-edd8-41ff-b529-1134e178b05b'] response: {'name': 'network-changed', 'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'status': 'completed', 'code': 200} Jun 21 03:15:20.178092 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Deleting port 59790c45-3101-45d2-8819-ff54fd6c5723 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:20.178426 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (59790c45-3101-45d2-8819-ff54fd6c5723), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.196451 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:20.199725 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:20.235262 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-060a2899-fa65-45a8-bcea-4091cbe508cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:20.236828 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-060a2899-fa65-45a8-bcea-4091cbe508cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 1129 time: 0.0451062 Jun 21 03:15:20.239122 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:20.265037 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (59790c45-3101-45d2-8819-ff54fd6c5723), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.265355 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (59790c45-3101-45d2-8819-ff54fd6c5723), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.278442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Calling delete_port for 59790c45-3101-45d2-8819-ff54fd6c5723 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:20.333448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-2e9faeea-6de0-4f39-9422-2b54ffe904b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:20.335192 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-2e9faeea-6de0-4f39-9422-2b54ffe904b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.0914824 Jun 21 03:15:20.414258 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-8f79fa80-d472-40d1-a440-0073ded73f0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223 HTTP/1.1" status: 200 len: 998 time: 0.0725892 Jun 21 03:15:20.421847 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '53d1120b-67a2-4694-a0f1-a77d2e18b841', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:42:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:04Z', 'updated_at': '2022-06-21T03:15:19Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:20.424648 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (59790c45-3101-45d2-8819-ff54fd6c5723), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.430150 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:15:20.449097 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:15:20.453581 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: a6a84e7e-f693-4251-bff2-a21fced5ba19 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:15:20.454261 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device a6a84e7e-f693-4251-bff2-a21fced5ba19 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:15:20.458779 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event deleted for resources: {'Port': ['ID=59790c45-3101-45d2-8819-ff54fd6c5723,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:20.460238 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:20.460864 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:20.477197 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-25d070f5-6b2c-46dc-bfbd-2f5747129984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:20.478727 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-25d070f5-6b2c-46dc-bfbd-2f5747129984 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0573401 Jun 21 03:15:20.499262 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:20.520550 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (1d5148fa-4d48-4064-a637-4e36ede5163c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.523063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.524220 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fada07e8-74ac-4d74-b329-f7b7f5f18645 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "DELETE /v2.0/floatingips/1d5148fa-4d48-4064-a637-4e36ede5163c HTTP/1.1" status: 204 len: 168 time: 0.4663920 Jun 21 03:15:20.530528 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-9cb12142-614b-4e81-ac5b-4efff75c7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:20.532545 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-9cb12142-614b-4e81-ac5b-4efff75c7f04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445580 Jun 21 03:15:20.576868 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:20.614672 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:20.619253 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-50bdafea-bb0e-454d-b727-5df6b364c029 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754025725', 'description': 'tempest-description--1859127823'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:20.631351 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-a908841f-a486-4ef9-aa1b-49190f1f615c service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928259 Jun 21 03:15:20.642691 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50bdafea-bb0e-454d-b727-5df6b364c029 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.687815 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:20.722222 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:20.732141 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50bdafea-bb0e-454d-b727-5df6b364c029 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (68d4087c-9b7b-4eb7-9c11-32dfe9790c84), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.737785 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50bdafea-bb0e-454d-b727-5df6b364c029 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (68d4087c-9b7b-4eb7-9c11-32dfe9790c84), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.740607 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7f7e533-faa0-46fa-bcbd-bf2ccda538eb req-6b926c80-ed34-4310-97de-316199bff02b service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008375 Jun 21 03:15:20.768841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50bdafea-bb0e-454d-b727-5df6b364c029 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.770281 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-50bdafea-bb0e-454d-b727-5df6b364c029 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1545913 Jun 21 03:15:20.773340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:20.778505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cd79272d-48bd-4cf8-aefd-0a5fb2e9171c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'security_group_rule': {'security_group_id': '68d4087c-9b7b-4eb7-9c11-32dfe9790c84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:20.787236 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdafea-bb0e-454d-b727-5df6b364c029 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d4087c-9b7b-4eb7-9c11-32dfe9790c84,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:20.817527 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd79272d-48bd-4cf8-aefd-0a5fb2e9171c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (423715b4-a4da-4235-ac48-ccf5628bd93b), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.849576 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '53d1120b-67a2-4694-a0f1-a77d2e18b841', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:42:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:04Z', 'updated_at': '2022-06-21T03:15:19Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:20.900659 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d808c8-d24a-4912-badd-a2fc0a38f4aa req-64ad1aa0-c719-4b43-8914-f322a2c600e0 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:20.902239 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d6d808c8-d24a-4912-badd-a2fc0a38f4aa req-64ad1aa0-c719-4b43-8914-f322a2c600e0 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0716469 Jun 21 03:15:20.913992 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd79272d-48bd-4cf8-aefd-0a5fb2e9171c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (423715b4-a4da-4235-ac48-ccf5628bd93b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.922235 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd79272d-48bd-4cf8-aefd-0a5fb2e9171c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (423715b4-a4da-4235-ac48-ccf5628bd93b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.955485 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79272d-48bd-4cf8-aefd-0a5fb2e9171c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423715b4-a4da-4235-ac48-ccf5628bd93b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:20.963500 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5281c-8d09-498c-ada3-b77c72e4e5b8 None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '53d1120b-67a2-4694-a0f1-a77d2e18b841', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:42:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:04Z', 'updated_at': '2022-06-21T03:15:19Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:15:20.972573 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd79272d-48bd-4cf8-aefd-0a5fb2e9171c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:20.976443 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cd79272d-48bd-4cf8-aefd-0a5fb2e9171c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1994231 Jun 21 03:15:20.976804 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59132) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:20.981260 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ed4cab2c-0891-407f-8f1f-9b1d223cb9f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'security_group_rule': {'security_group_id': '68d4087c-9b7b-4eb7-9c11-32dfe9790c84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:20.990380 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d6d808c8-d24a-4912-badd-a2fc0a38f4aa req-350c2547-16e5-4e72-963a-1d86e1ae3d33 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786896 Jun 21 03:15:21.010844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ed4cab2c-0891-407f-8f1f-9b1d223cb9f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (d345cd9e-fb36-44c6-927d-5101784cdddf), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.070276 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ed4cab2c-0891-407f-8f1f-9b1d223cb9f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (d345cd9e-fb36-44c6-927d-5101784cdddf), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.074350 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ed4cab2c-0891-407f-8f1f-9b1d223cb9f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (d345cd9e-fb36-44c6-927d-5101784cdddf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.097509 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cab2c-0891-407f-8f1f-9b1d223cb9f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d345cd9e-fb36-44c6-927d-5101784cdddf,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:21.105378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ed4cab2c-0891-407f-8f1f-9b1d223cb9f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.106646 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ed4cab2c-0891-407f-8f1f-9b1d223cb9f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289151 Jun 21 03:15:21.109887 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59134) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:21.114409 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:21.137179 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.164496 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f02fd38-1a87-4929-a13b-c22679b01b76 None None] New status for floating IP 53d1120b-67a2-4694-a0f1-a77d2e18b841: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:15:21.216592 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.257404 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:21.326321 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Allocated IP 172.27.2.235 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/9e9798d4-c3af-4e06-928c-41f3a94c4ad0) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:15:21.389968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:21.432952 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.470150 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.514276 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:15:21.519262 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:15:21.523012 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:15:21.526245 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'Port': ['ID=9e9798d4-c3af-4e06-928c-41f3a94c4ad0,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:21.605347 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (c2e0532f-4d45-4aef-b598-d29e330e640b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.644222 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.675163 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:21.796172 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.803409 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.883636 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'Port': ['ID=9e9798d4-c3af-4e06-928c-41f3a94c4ad0,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:21.894166 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (c2e0532f-4d45-4aef-b598-d29e330e640b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.911793 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:21.912963 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2d54bd31-9e9f-4bba-b6e4-95ddd384f6d3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8021610 Jun 21 03:15:22.105401 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d9aea-815e-47d4-a90e-e857478c5d67 req-ccf7c3dc-f355-47ef-9edb-413abc864184 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:22.106837 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b75d9aea-815e-47d4-a90e-e857478c5d67 req-ccf7c3dc-f355-47ef-9edb-413abc864184 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0477312 Jun 21 03:15:22.117889 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-1c3ad8be-844f-4642-9fa5-24b02f5b28be tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--754025725&fields=id&tenant_id=5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 267 time: 0.0450802 Jun 21 03:15:22.153022 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:22.158246 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b75d9aea-815e-47d4-a90e-e857478c5d67 req-e5f98744-8e6f-41f8-8a92-040b5c21bdb5 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457966 Jun 21 03:15:22.209089 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:15:22.234295 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-ccb5fff8-8cc7-4150-9b96-24667aea074f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:22.235794 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-ccb5fff8-8cc7-4150-9b96-24667aea074f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 816 time: 0.1113350 Jun 21 03:15:22.251287 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-8400e1bd-c597-4799-8c03-4bba4849af9e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/quotas/5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Jun 21 03:15:22.301256 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-29392871-0a13-4053-acb7-e0c28c30c7f7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445569 Jun 21 03:15:22.442667 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:22.465465 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-55591589-234c-4ff2-92ed-efb926ef20dd service neutron] 10.222.0.16 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525900 Jun 21 03:15:22.564447 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-b1a66522-4a04-4c0f-8259-ee2f9a450ce1 service neutron] 10.222.0.16 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925863 Jun 21 03:15:22.735711 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab19ed28-7575-49c7-8f50-84f1fb2ea121 req-5309e433-8418-4aed-b808-9662a185f5f3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 210 time: 0.0314128 Jun 21 03:15:23.274820 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23aa70-1e53-44f2-b2c0-def58acb6679 req-37f7ae0d-04d2-41f3-8eec-f98584b3c777 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:23.276280 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc23aa70-1e53-44f2-b2c0-def58acb6679 req-37f7ae0d-04d2-41f3-8eec-f98584b3c777 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0482738 Jun 21 03:15:23.326063 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc23aa70-1e53-44f2-b2c0-def58acb6679 req-d9d168a8-d82d-49b6-92c8-08a323584350 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441923 Jun 21 03:15:23.844510 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f936880f-b668-4d62-b327-5efab88589c4 req-2d622cbf-4ad8-4ccd-834b-e1ffb97d5dc8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 210 time: 0.0287652 Jun 21 03:15:24.447532 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95509a76-0aaf-45cb-90f2-e70c3669f86d req-623c8e54-0687-41b8-8095-4407ccf7112d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:24.448966 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95509a76-0aaf-45cb-90f2-e70c3669f86d req-623c8e54-0687-41b8-8095-4407ccf7112d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0548046 Jun 21 03:15:24.509495 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95509a76-0aaf-45cb-90f2-e70c3669f86d req-c5c6d1e5-858a-4c55-a99e-f7e55d59f928 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547996 Jun 21 03:15:24.962022 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d0ded24e-d020-482d-8453-4413cbb1cb2c req-aea722c4-a0d0-4532-9b51-873d266d3320 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 210 time: 0.0306046 Jun 21 03:15:24.978294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:24.996120 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-81a64697-4787-4dca-954f-7d18c41af48f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:24.998040 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-81a64697-4787-4dca-954f-7d18c41af48f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 816 time: 0.1182444 Jun 21 03:15:25.097481 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e1f511c3-0cf7-4fb7-a416-fcfacfce99d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 379 time: 0.0570409 Jun 21 03:15:25.183788 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'port': {'device_id': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'admin_state_up': True, 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'security_groups': ['68d4087c-9b7b-4eb7-9c11-32dfe9790c84']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:25.298290 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Made reservation on behalf of 5badbc0000cf41beb6fd192462d4eda8 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:15:25.301642 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:25.430785 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Allocated IP 172.20.0.10 (dcb1b71f-0c69-4277-b872-e57779bda511/b0250926-a129-4dc7-ae77-0ed80c312002/9c44fe99-d9b0-4a66-9a2b-1d4a42af9261) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:15:25.820606 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:25.852751 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:25.886541 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dce124-7869-490f-92b4-deb54912afc9 req-0a982108-e62a-465c-b8f3-6185dd259e03 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:25.888013 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4dce124-7869-490f-92b4-deb54912afc9 req-0a982108-e62a-465c-b8f3-6185dd259e03 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 943 time: 0.0655041 Jun 21 03:15:25.903214 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:25.971557 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Network dcb1b71f-0c69-4277-b872-e57779bda511 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:15:25.984596 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:25.987039 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:15:25.990075 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:15:26.002844 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4dce124-7869-490f-92b4-deb54912afc9 req-433ba3ca-aab7-4b6a-a0e0-b7cb0a5f419d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082089 Jun 21 03:15:26.052132 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:26.052810 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.070289 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e5a58db0-6cab-4a37-b0cb-69b85398c21c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8928316 Jun 21 03:15:26.089130 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Request body: {'port': {'device_id': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:26.102251 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f20f25-b1c0-4e38-b6a3-cf68f0ea7591 req-2d3f289c-5649-4aa6-a584-bb0c5245f914 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:26.103946 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92f20f25-b1c0-4e38-b6a3-cf68f0ea7591 req-2d3f289c-5649-4aa6-a584-bb0c5245f914 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 932 time: 0.0527387 Jun 21 03:15:26.149696 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:26.162910 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.163128 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92f20f25-b1c0-4e38-b6a3-cf68f0ea7591 req-e97997c8-e4f5-4404-955a-489f0405ffe9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517197 Jun 21 03:15:26.217257 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-46017b1e-3949-4605-a826-47cd1bf5ae94 None None] Provisioning complete for port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:15:26.217789 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-46017b1e-3949-4605-a826-47cd1bf5ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.249273 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-46017b1e-3949-4605-a826-47cd1bf5ae94 None None] Port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:15:26.433005 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:15:26.439504 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 39a8025d-3186-49e5-8cef-f5a4411ac88f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:15:26.440875 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Publish callbacks [] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.454372 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Transition to ACTIVE for port object 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:15:26.459258 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.511600 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:26.545253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 39a8025d-3186-49e5-8cef-f5a4411ac88f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:26.558569 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:15:26.584348 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Attempting to bind port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:15:26.584716 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Attempting to bind port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:15:26.585041 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Attempting to bind port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 on network dcb1b71f-0c69-4277-b872-e57779bda511 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:15:26.589711 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 on network dcb1b71f-0c69-4277-b872-e57779bda511 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:15:26.590027 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Attempting to bind port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 on network dcb1b71f-0c69-4277-b872-e57779bda511 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:15:26.594994 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:15:26.595327 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Checking segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:15:26.595794 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Bound using segment: {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:15:26.596213 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Bound port: 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d47750-612f-4b58-a4db-3b7c603c7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:15:26.596781 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.597997 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 39a8025d-3186-49e5-8cef-f5a4411ac88f is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:15:26.598467 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.612873 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a8025d-3186-49e5-8cef-f5a4411ac88f {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:15:26.634845 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 39a8025d-3186-49e5-8cef-f5a4411ac88f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:26.640123 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.660558 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:26.666743 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:15:26.671166 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:15:26.678712 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.695081 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=39a8025d-3186-49e5-8cef-f5a4411ac88f,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:26.719361 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:26.719978 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:26.721555 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 1094 time: 0.6371887 Jun 21 03:15:26.721983 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:26.724243 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f3921-ee42-4063-8d26-74086bf4ea70" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:26.741967 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cf660-0527-444c-829d-53e7855ee918 service neutron] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:26.768807 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d1c5b-5ffb-4a3e-851b-6b275f98f849 x-openstack-request-id: req-6b1d1c5b-5ffb-4a3e-851b-6b275f98f849 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:26.769099 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:26.769349 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b1d1c5b-5ffb-4a3e-851b-6b275f98f849 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:26.769758 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1d1c5b-5ffb-4a3e-851b-6b275f98f849'] response: {'name': 'network-changed', 'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'status': 'completed', 'code': 200} Jun 21 03:15:26.830884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-da3e7606-5980-445a-9891-068bed51bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:26.832503 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-da3e7606-5980-445a-9891-068bed51bef0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1128 time: 0.0408332 Jun 21 03:15:26.883365 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-a7a1bfa0-8785-4041-950d-15b7b144221a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 217 time: 0.0366101 Jun 21 03:15:26.931853 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-f7b1783c-0911-4879-ba46-4fd4c2bc783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:26.933349 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-f7b1783c-0911-4879-ba46-4fd4c2bc783f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0447710 Jun 21 03:15:26.982916 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-7874346d-e8cb-4921-912f-70470e4ce8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:26.984502 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-7874346d-e8cb-4921-912f-70470e4ce8da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447063 Jun 21 03:15:27.084445 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-029678da-640f-4b9b-81ff-e2916f10d06f service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926223 Jun 21 03:15:27.125232 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d4ef-bcb2-460f-8806-fe871444dde1 req-b8f8b507-22ba-4c0b-a146-97ec2a511c47 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:27.126707 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1355d4ef-bcb2-460f-8806-fe871444dde1 req-b8f8b507-22ba-4c0b-a146-97ec2a511c47 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 944 time: 0.0508015 Jun 21 03:15:27.151498 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['39a8025d-3186-49e5-8cef-f5a4411ac88f'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:15:27.178813 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:27.185066 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8243d427-eb8e-4e83-9dcb-75a729d32ba2 req-30162cd4-80f3-4cf1-854e-65b9807d2903 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940647 Jun 21 03:15:27.187129 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1355d4ef-bcb2-460f-8806-fe871444dde1 req-933c1f1d-7542-47fe-943f-bcf1693e15d6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545580 Jun 21 03:15:27.293543 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37ab8-afcd-40f9-969c-e4971c0b5149 req-8671b120-3e3a-48f7-9399-5fd45551753d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:27.294938 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1eb37ab8-afcd-40f9-969c-e4971c0b5149 req-8671b120-3e3a-48f7-9399-5fd45551753d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0519021 Jun 21 03:15:27.343088 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1eb37ab8-afcd-40f9-969c-e4971c0b5149 req-d545f087-f644-4dc5-b127-c1bd0fd809f7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420692 Jun 21 03:15:28.311735 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee87b8-6614-4830-9590-7f0f344be3a7 req-078e2aaf-984e-455a-8c0c-0e5089a5b706 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:28.313244 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26ee87b8-6614-4830-9590-7f0f344be3a7 req-078e2aaf-984e-455a-8c0c-0e5089a5b706 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 944 time: 0.0552206 Jun 21 03:15:28.377442 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26ee87b8-6614-4830-9590-7f0f344be3a7 req-a7d6aae1-6633-46cb-b880-c5160a8d3149 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556715 Jun 21 03:15:28.459956 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ada4ca-a9b2-43e8-8159-92da6962fb44 req-61d712f3-11a7-44e1-b667-0bea2354c975 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:28.461393 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-83ada4ca-a9b2-43e8-8159-92da6962fb44 req-61d712f3-11a7-44e1-b667-0bea2354c975 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0475183 Jun 21 03:15:28.516495 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 39a8025d-3186-49e5-8cef-f5a4411ac88f up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:15:28.520815 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-83ada4ca-a9b2-43e8-8159-92da6962fb44 req-eeac8c73-332d-48fb-add5-2fbf4c8a4435 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538681 Jun 21 03:15:28.555198 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:28.560595 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 39a8025d-3186-49e5-8cef-f5a4411ac88f completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:15:28.569058 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 39a8025d-3186-49e5-8cef-f5a4411ac88f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:15:28.569551 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:28.642790 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 39a8025d-3186-49e5-8cef-f5a4411ac88f is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:15:28.643224 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:28.663069 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:28.667239 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:28.669535 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39591e0f-f606-455a-8478-b1e2e97ba3dc" -d '{"events": [{"server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "name": "network-vif-plugged", "status": "completed", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:28.683216 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 39a8025d-3186-49e5-8cef-f5a4411ac88f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:28.688111 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:28.711847 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a671c956-8189-41ae-a141-b454a9a3a950 x-openstack-request-id: req-a671c956-8189-41ae-a141-b454a9a3a950 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:28.712066 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "name": "network-vif-plugged", "status": "completed", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:28.712310 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a671c956-8189-41ae-a141-b454a9a3a950 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:28.712729 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a671c956-8189-41ae-a141-b454a9a3a950'] response: {'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'code': 200} Jun 21 03:15:28.737401 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=39a8025d-3186-49e5-8cef-f5a4411ac88f,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:29.501253 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b2ccd-b4ac-4b04-998c-dcc3a59d2795 req-92132ff2-d25c-4b3e-b56b-6e0c869922a2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:29.502905 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e2b2ccd-b4ac-4b04-998c-dcc3a59d2795 req-92132ff2-d25c-4b3e-b56b-6e0c869922a2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0515125 Jun 21 03:15:29.556683 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e2b2ccd-b4ac-4b04-998c-dcc3a59d2795 req-365deee6-f93e-4f3c-820b-49342078755d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454659 Jun 21 03:15:29.645832 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff526-4eb9-47ae-aac9-91336651b5ca req-1a3cecff-16a1-4525-9fac-f20565962dc5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:29.647426 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1bbff526-4eb9-47ae-aac9-91336651b5ca req-1a3cecff-16a1-4525-9fac-f20565962dc5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0509987 Jun 21 03:15:29.701564 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1bbff526-4eb9-47ae-aac9-91336651b5ca req-e245ab1a-b069-44f4-b123-efb690c3b077 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483866 Jun 21 03:15:29.930043 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-13b33554-d17d-4cd0-abb6-06ac58b0e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:29.931461 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-13b33554-d17d-4cd0-abb6-06ac58b0e65d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1128 time: 0.0463803 Jun 21 03:15:30.091937 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-e4eca26f-c72a-4d40-a2b2-7a810bdffdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:30.093447 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-e4eca26f-c72a-4d40-a2b2-7a810bdffdea service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.0992696 Jun 21 03:15:30.141964 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-83382bd5-4a59-4aa6-9b54-6d2ebdb217ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 217 time: 0.0346086 Jun 21 03:15:30.144505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaed71d-5f23-4b02-90e6-be853c787c62 req-11b83487-e958-4511-b003-ee32429b9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:30.146005 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbaed71d-5f23-4b02-90e6-be853c787c62 req-11b83487-e958-4511-b003-ee32429b9609 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1129 time: 0.0385225 Jun 21 03:15:30.197105 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbaed71d-5f23-4b02-90e6-be853c787c62 req-2ccf98f1-132c-4d9c-9aa4-b1b5e20f5611 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Jun 21 03:15:30.199535 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-f4793079-8a9b-4f0a-820b-04be3ab960b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:30.200767 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-f4793079-8a9b-4f0a-820b-04be3ab960b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0462439 Jun 21 03:15:30.511434 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:15:30.619824 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:30.632678 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'port_id': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'mac_address': 'fa:16:3e:81:8b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:15:30.667690 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:15:30.668093 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:30.684591 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:15:30.688590 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-eaed4f46-a47c-4d81-8498-25324f75a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:30.690245 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-eaed4f46-a47c-4d81-8498-25324f75a31f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746810 Jun 21 03:15:30.702573 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31af1ac-b2ce-4283-99a7-62d9bdc4f62f req-4f848d8b-7c49-4126-9098-8d7d365d3889 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:30.703966 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c31af1ac-b2ce-4283-99a7-62d9bdc4f62f req-4f848d8b-7c49-4126-9098-8d7d365d3889 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0605445 Jun 21 03:15:30.706864 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:30.712084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:30.755263 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c31af1ac-b2ce-4283-99a7-62d9bdc4f62f req-086cc148-07ad-4aec-8adf-f6797741a6c2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450480 Jun 21 03:15:30.764806 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:30.841564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22607160-ff5c-4dcc-a7be-16af6030b5e2 req-f459b969-3168-484c-9acf-8382af422f5d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:30.843061 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-22607160-ff5c-4dcc-a7be-16af6030b5e2 req-f459b969-3168-484c-9acf-8382af422f5d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Jun 21 03:15:30.890053 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:30.894760 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-22607160-ff5c-4dcc-a7be-16af6030b5e2 req-ee1f65da-f12e-4b85-9229-af9d50866656 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458977 Jun 21 03:15:31.307893 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:15:31.395623 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:31.451311 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-fc0a3830-6dca-4506-8b09-4315cf8e6d2a service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899727 Jun 21 03:15:31.540986 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5f3921-ee42-4063-8d26-74086bf4ea70 req-ef61c6f2-212c-4a90-812d-77bdfcf7f992 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822275 Jun 21 03:15:31.885297 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58784-55e9-46a1-8779-38d68e063dbe req-948c9d19-7cb8-4475-8e8a-308d286e1fcc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:31.886777 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1eb58784-55e9-46a1-8779-38d68e063dbe req-948c9d19-7cb8-4475-8e8a-308d286e1fcc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Jun 21 03:15:31.940611 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1eb58784-55e9-46a1-8779-38d68e063dbe req-34c51b7d-547a-4383-a042-605e90e5a97e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480814 Jun 21 03:15:32.020315 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a053b-7a0f-465c-be35-d48369b485a9 req-3644810f-1bb1-4b1d-b500-ca539c56492e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:32.021798 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b99a053b-7a0f-465c-be35-d48369b485a9 req-3644810f-1bb1-4b1d-b500-ca539c56492e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 945 time: 0.0510719 Jun 21 03:15:32.071256 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b99a053b-7a0f-465c-be35-d48369b485a9 req-d15b3163-855d-4588-a4bf-d441d589d84f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412235 Jun 21 03:15:32.596122 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:15:32.643526 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:15:32.651000 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:15:32.651375 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:32.748979 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:15:32.749363 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:32.774360 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:32.776888 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05168d5-6ca3-4b00-b6a0-e37c5ecf66a3" -d '{"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-plugged", "status": "completed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:32.792079 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:32.796768 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:32.823366 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4931d194-d8f7-4681-8361-e960437714fa x-openstack-request-id: req-4931d194-d8f7-4681-8361-e960437714fa {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:32.823649 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-plugged", "status": "completed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:32.823894 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4931d194-d8f7-4681-8361-e960437714fa {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:32.824282 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4931d194-d8f7-4681-8361-e960437714fa'] response: {'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'code': 200} Jun 21 03:15:32.841665 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:32.856068 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:33.055648 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb3cc7-fad0-4533-9952-e5ec630d1c62 req-e392a25f-a189-42a6-ba7e-b7e41494c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:33.057271 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-51eb3cc7-fad0-4533-9952-e5ec630d1c62 req-e392a25f-a189-42a6-ba7e-b7e41494c5b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1130 time: 0.0423963 Jun 21 03:15:33.068577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb714f-a95a-4b21-a6d6-d4eca2c6d8f3 req-3f702589-91e3-48d3-b7c7-1ed15d8d44c3 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:33.071218 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eccb714f-a95a-4b21-a6d6-d4eca2c6d8f3 req-3f702589-91e3-48d3-b7c7-1ed15d8d44c3 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0546048 Jun 21 03:15:33.104129 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:33.108875 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-51eb3cc7-fad0-4533-9952-e5ec630d1c62 req-e7501acd-24c3-413d-8ed6-b8d29ba9adf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437746 Jun 21 03:15:33.127481 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eccb714f-a95a-4b21-a6d6-d4eca2c6d8f3 req-df5b2a0e-c6ca-4f2b-b3d2-eb835e996393 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484169 Jun 21 03:15:33.206336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadd127-3933-4286-aac1-77fefade3a93 req-419de54e-5f8b-48e4-9f64-b9f09af79ea9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:33.207855 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7eadd127-3933-4286-aac1-77fefade3a93 req-419de54e-5f8b-48e4-9f64-b9f09af79ea9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0490046 Jun 21 03:15:33.252745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b4a24-fa5e-470f-82b8-7ad954aad14b req-bbc409f9-acce-498b-b981-21c1c932eb9a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:33.254233 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af4b4a24-fa5e-470f-82b8-7ad954aad14b req-bbc409f9-acce-498b-b981-21c1c932eb9a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0575778 Jun 21 03:15:33.261082 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7eadd127-3933-4286-aac1-77fefade3a93 req-543eb6a8-122b-4d8e-abed-9c89b6cea1cf tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445004 Jun 21 03:15:33.323632 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af4b4a24-fa5e-470f-82b8-7ad954aad14b req-7292e4ca-a020-4cf3-964e-82451b0a30f5 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636239 Jun 21 03:15:33.349777 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59220) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:33.392881 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401503c-359d-41e9-9f55-4d8d4694fc15 tempest-TestVolumeBootPattern-86149460 tempest-TestVolumeBootPattern-86149460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:33.394404 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e401503c-359d-41e9-9f55-4d8d4694fc15 tempest-TestVolumeBootPattern-86149460 tempest-TestVolumeBootPattern-86149460-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1124 time: 0.0436237 Jun 21 03:15:33.398500 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59222) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:33.402728 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:33.426183 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:33.507766 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:33.618982 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Allocated IP 172.27.2.43 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/12bbde9e-ea7f-4b19-99b9-5d091d8c0698) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:15:33.721285 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:33.756860 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:33.795266 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:33.804436 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:15:33.807975 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:15:33.814295 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:15:33.817996 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=12bbde9e-ea7f-4b19-99b9-5d091d8c0698,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:34.103285 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:34.192508 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (66f5afea-499c-4640-82dd-83922d7a61f8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:34.259893 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:34.414890 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d259d08-a97b-4abb-b088-a0ad521e852d req-aa0d6e96-18c5-408d-9661-581dc295315c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:34.416252 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d259d08-a97b-4abb-b088-a0ad521e852d req-aa0d6e96-18c5-408d-9661-581dc295315c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0609317 Jun 21 03:15:34.471841 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:34.482891 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:34.512356 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d259d08-a97b-4abb-b088-a0ad521e852d req-fe68120e-342c-4e13-8521-35fa48b4c085 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905159 Jun 21 03:15:34.552629 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=12bbde9e-ea7f-4b19-99b9-5d091d8c0698,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:34.568658 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (66f5afea-499c-4640-82dd-83922d7a61f8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:34.654890 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:34.665421 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Floating IP 66f5afea-499c-4640-82dd-83922d7a61f8 associated. External IP: 172.27.2.43, port: 39a8025d-3186-49e5-8cef-f5a4411ac88f. Jun 21 03:15:34.865057 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:15:34.910137 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:34.980323 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:15:34.990486 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:15:35.001867 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:35.002473 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:35.003501 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:35.037764 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2464f86e-a725-46f6-8657-c50dbd3e00e2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6382456 Jun 21 03:15:35.038493 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:35.041002 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:35.077220 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32967e2b-f9f1-41f7-98c4-f8e11ed39022 x-openstack-request-id: req-32967e2b-f9f1-41f7-98c4-f8e11ed39022 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:35.077642 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:35.077842 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32967e2b-f9f1-41f7-98c4-f8e11ed39022 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:35.078243 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32967e2b-f9f1-41f7-98c4-f8e11ed39022'] response: {'name': 'network-changed', 'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'status': 'completed', 'code': 200} Jun 21 03:15:35.102962 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:35.302373 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:35.317910 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:34Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:35.335036 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-fbb03022-cab4-45ff-9159-4afd34271f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:35.336585 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-fbb03022-cab4-45ff-9159-4afd34271f19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1129 time: 0.0411351 Jun 21 03:15:35.342526 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:15:35.351253 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:35.351833 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:35.434786 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-297730cf-a91f-4c15-b686-6c106ffcc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:35.436276 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-297730cf-a91f-4c15-b686-6c106ffcc1de service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.0860987 Jun 21 03:15:35.450823 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:35.488584 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:35.503319 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-a63ee3e2-ff50-4662-bb3e-8ab8bb0550bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 200 len: 998 time: 0.0609920 Jun 21 03:15:35.552792 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-2b28bf64-2999-4c5b-be51-36f924c97606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:35.554604 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-2b28bf64-2999-4c5b-be51-36f924c97606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0455897 Jun 21 03:15:35.629010 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-978d6318-6ee1-4ea7-bf68-04221eb56e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:35.630556 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-978d6318-6ee1-4ea7-bf68-04221eb56e01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698674 Jun 21 03:15:35.650841 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84324bcc-ce26-4cf4-b634-f958efa4a9f5 req-f7941687-9dc6-45c5-ad1f-4a2ba96992ac tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:35.652292 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84324bcc-ce26-4cf4-b634-f958efa4a9f5 req-f7941687-9dc6-45c5-ad1f-4a2ba96992ac tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0649145 Jun 21 03:15:35.661820 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:34Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:35.690258 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ad798b-b2e1-4d57-9f5f-726b8d81a590 None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:34Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:15:35.748639 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84324bcc-ce26-4cf4-b634-f958efa4a9f5 req-8f0d2403-c0f1-48ed-95d1-bfc222f5b766 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864906 Jun 21 03:15:35.764982 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-c06de021-26b3-4b96-b173-e9d5d45424f0 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274765 Jun 21 03:15:35.879129 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcba56d-564a-417d-b079-87548c24b8a7 req-80afa90f-3bc0-4b55-9671-7213cf5799be tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:35.881503 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9dcba56d-564a-417d-b079-87548c24b8a7 req-80afa90f-3bc0-4b55-9671-7213cf5799be tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0622869 Jun 21 03:15:35.890628 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59234) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:35.896060 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Request body: {'floatingip': {'port_id': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:15:35.905902 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f26e426-d0f9-47fb-bf16-623fa16fa513 None None] New status for floating IP 66f5afea-499c-4640-82dd-83922d7a61f8: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:15:35.935905 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:35.939919 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (c2e0532f-4d45-4aef-b598-d29e330e640b), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:36.080222 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:36.124629 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5a53f7a-cb99-4c22-aca5-d3bc08b2dfa6 req-a3c3e17e-10b2-4e36-b9fb-86644940a09d service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526180 Jun 21 03:15:36.636704 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:36.642576 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (c2e0532f-4d45-4aef-b598-d29e330e640b), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:36.737474 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Floating IP c2e0532f-4d45-4aef-b598-d29e330e640b associated. External IP: 172.27.2.235, port: 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261. Jun 21 03:15:36.929127 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:36.944557 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:15:37.048841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:15:37.053668 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:37.058387 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] Sync routers for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:15:37.068427 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:37.069065 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:37.085594 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5adcc58f-1be3-4857-8d3c-b96c3e615301 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "PUT /v2.0/floatingips/c2e0532f-4d45-4aef-b598-d29e330e640b HTTP/1.1" status: 200 len: 992 time: 1.1937449 Jun 21 03:15:37.086465 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:37.088965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5074d484-74b5-45cc-9d09-5355d3ddb696" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:37.126957 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c13a02-46f6-4204-ac38-83d435b09a00 x-openstack-request-id: req-f5c13a02-46f6-4204-ac38-83d435b09a00 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:37.126957 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:37.127603 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5c13a02-46f6-4204-ac38-83d435b09a00 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:37.127869 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c13a02-46f6-4204-ac38-83d435b09a00'] response: {'name': 'network-changed', 'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'status': 'completed', 'code': 200} Jun 21 03:15:37.171215 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:37.217833 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-5e290c16-67a9-478a-850b-828a823b99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:37.219323 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-5e290c16-67a9-478a-850b-828a823b99f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1130 time: 0.0418794 Jun 21 03:15:37.247646 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:37.316292 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-0050a43d-e67b-4360-a97f-515ccf2c32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:37.317775 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-0050a43d-e67b-4360-a97f-515ccf2c32ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.0900512 Jun 21 03:15:37.378380 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'c2e0532f-4d45-4aef-b598-d29e330e640b', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'port_id': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'mac_address': 'fa:16:3e:81:8b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:21Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:37.380402 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-4424becf-14cd-4986-9680-9ff94c250247 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 1000 time: 0.0561011 Jun 21 03:15:37.406224 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] Checking router: d11f3be7-7ea1-44cc-b585-3e2edbd0a435 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:15:37.415469 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:37.416467 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:37.432609 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-762f1119-a916-4c70-b16d-ec64fd879183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:37.434093 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-762f1119-a916-4c70-b16d-ec64fd879183 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0478845 Jun 21 03:15:37.476259 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:37.479685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-cb2345f8-b9fe-4eac-a158-7813c1ac275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:37.481244 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-cb2345f8-b9fe-4eac-a158-7813c1ac275f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402451 Jun 21 03:15:37.516011 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:37.573779 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-b0737d63-b7f7-45f8-950a-d0c67f4aae73 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863557 Jun 21 03:15:37.673013 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5074d484-74b5-45cc-9d09-5355d3ddb696 req-a3d595ea-1261-4abb-b792-394cbed88ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917692 Jun 21 03:15:37.750678 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:37.815208 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:37.818476 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'c2e0532f-4d45-4aef-b598-d29e330e640b', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'port_id': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'mac_address': 'fa:16:3e:81:8b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:21Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:37.842969 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b687b965-caae-4ddc-88d2-161be585ec03 None None] The sync data for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi is: [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'c2e0532f-4d45-4aef-b598-d29e330e640b', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'port_id': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'mac_address': 'fa:16:3e:81:8b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:21Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:15:38.049604 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff2923f-306a-4fa6-8b88-9aab90d46a3d None None] New status for floating IP c2e0532f-4d45-4aef-b598-d29e330e640b: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:15:41.623520 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf27b-e6d8-4c6b-90d5-c6a16e88577a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:43.132350 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967e7f8-2c0b-47fe-9e73-96c572c07916 req-4511065e-813b-44f1-82ee-f05f086d9930 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:43.133860 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2967e7f8-2c0b-47fe-9e73-96c572c07916 req-4511065e-813b-44f1-82ee-f05f086d9930 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0477338 Jun 21 03:15:43.183155 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2967e7f8-2c0b-47fe-9e73-96c572c07916 req-29f14266-9659-4dad-a7a2-9a80537aca8f tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Jun 21 03:15:43.859350 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e220-2d07-4004-b9d9-f9fab44ca434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:44.300545 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc8d6e-dd30-4bf7-b998-5827351b09f9 req-4066c0cd-21c8-44b8-a0b7-98dd65fe7dee tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:44.302069 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00dc8d6e-dd30-4bf7-b998-5827351b09f9 req-4066c0cd-21c8-44b8-a0b7-98dd65fe7dee tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0477104 Jun 21 03:15:44.350924 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00dc8d6e-dd30-4bf7-b998-5827351b09f9 req-72c00e8e-61de-41eb-b7b9-8b8caa81ada6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Jun 21 03:15:44.885975 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:45.482604 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395462-5bfc-46b1-af1b-0d1ca6c12ed8 req-011bb3f6-291b-4a61-861f-be842d31e2a9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:45.484082 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-07395462-5bfc-46b1-af1b-0d1ca6c12ed8 req-011bb3f6-291b-4a61-861f-be842d31e2a9 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0521109 Jun 21 03:15:45.531588 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-07395462-5bfc-46b1-af1b-0d1ca6c12ed8 req-ccc24f33-ea01-4ce4-896e-75e4515035ea tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Jun 21 03:15:46.297032 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:46.673079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c63a-efdb-4262-8f84-296d673bee17 req-74528696-4a32-432f-9013-717e62fa7b59 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:46.674690 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85e6c63a-efdb-4262-8f84-296d673bee17 req-74528696-4a32-432f-9013-717e62fa7b59 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0613894 Jun 21 03:15:46.682336 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:46.704842 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:46.726953 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85e6c63a-efdb-4262-8f84-296d673bee17 req-dc8109d7-ebe9-460b-8a3d-de6c71c19392 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad894765-63b3-4083-88fc-5d4a776eefcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461872 Jun 21 03:15:46.936794 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-1e3d966b-db58-412f-a3e5-a001c572a277 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:46.938126 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-1e3d966b-db58-412f-a3e5-a001c572a277 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 946 time: 0.0586762 Jun 21 03:15:47.028447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Deleting port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:47.028800 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:47.108317 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:47.119028 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] For port 56ab7ae3-05d0-4a62-8d32-6e2232855f49, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=56ab7ae3-05d0-4a62-8d32-6e2232855f49,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:47.119384 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:47.301305 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:47.301667 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:47.302005 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Floating IP ebd62c6b-ef22-4579-ae77-e4cba8b8c938 disassociated. External IP: 172.27.2.221, port: 56ab7ae3-05d0-4a62-8d32-6e2232855f49. Jun 21 03:15:47.302353 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Calling delete_port for 56ab7ae3-05d0-4a62-8d32-6e2232855f49 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:47.342467 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:47.451742 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (56ab7ae3-05d0-4a62-8d32-6e2232855f49), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:47.478011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event deleted for resources: {'Port': ['ID=56ab7ae3-05d0-4a62-8d32-6e2232855f49,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:47.490534 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:47.595581 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Router 6d73273a-b083-46b6-8161-1f5e3a93885f has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:15:47.702160 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:15:47.712946 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] Sync routers for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:15:47.724594 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:47.725195 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:47.744311 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] No DVR routers for this DVR port 56ab7ae3-05d0-4a62-8d32-6e2232855f49 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:15:47.747091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:47.750729 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69faf283-635e-44af-b3c4-e9f53f4bc6f0 req-34c35ef2-ea01-49d6-8e37-1b61871a88a4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "DELETE /v2.0/ports/56ab7ae3-05d0-4a62-8d32-6e2232855f49 HTTP/1.1" status: 204 len: 173 time: 0.8064287 Jun 21 03:15:47.751161 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'name': 'network-vif-deleted', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:47.753537 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca644a38-c619-42fe-b4ec-a058a71a3c1b" -d '{"events": [{"server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "name": "network-vif-deleted", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:47.802630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8737081-e8b1-405b-82a4-943f785b9fae x-openstack-request-id: req-b8737081-e8b1-405b-82a4-943f785b9fae {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:47.802985 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe59a7e-b84b-40b7-a271-0e7c697dfc5a", "name": "network-vif-deleted", "tag": "56ab7ae3-05d0-4a62-8d32-6e2232855f49", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:47.803837 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8737081-e8b1-405b-82a4-943f785b9fae {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:47.804303 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8737081-e8b1-405b-82a4-943f785b9fae'] response: {'server_uuid': 'efe59a7e-b84b-40b7-a271-0e7c697dfc5a', 'name': 'network-vif-deleted', 'tag': '56ab7ae3-05d0-4a62-8d32-6e2232855f49', 'status': 'completed', 'code': 200} Jun 21 03:15:47.831529 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:47.840962 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-583b64fe-d269-4850-898d-5d892db8586b req-d0c4634e-a891-4d60-9559-dd85d5ed01fa tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=efe59a7e-b84b-40b7-a271-0e7c697dfc5a HTTP/1.1" status: 200 len: 210 time: 0.0355456 Jun 21 03:15:48.025116 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:48.049715 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] Checking router: 6d73273a-b083-46b6-8161-1f5e3a93885f for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:15:48.058281 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:15:48.058908 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:48.158541 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:15:48.318129 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-ba06b3dc-6890-4d3b-941f-0493b40b6041 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426776 Jun 21 03:15:48.355620 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:15:48.381009 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007e4cfc-0994-46e3-a7f4-ff45b93cf78a None None] The sync data for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi is: [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:50Z', 'revision_number': 4, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'b27b7e5f-a255-4b08-b65c-bff5eb1737ed', 'name': '', 'network_id': '09798fdc-1a5e-44af-acf8-2181549f3c85', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'mac_address': 'fa:16:3e:02:78:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:47Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'subnets': [{'id': '450fc04e-6c8a-40af-be65-616ccb2da641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:15:48.406056 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-891ad673-8dd5-4ae0-946b-55df3cf5893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:48.407862 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-891ad673-8dd5-4ae0-946b-55df3cf5893c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 1129 time: 0.0445991 Jun 21 03:15:48.525117 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-466bfd29-081e-4ce7-aca6-1afe3df2142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:48.526670 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-466bfd29-081e-4ce7-aca6-1afe3df2142a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 909 time: 0.0960312 Jun 21 03:15:48.592623 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-64a74cb7-336c-4676-b7b9-c704ec5a4c3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a HTTP/1.1" status: 200 len: 1001 time: 0.0574899 Jun 21 03:15:48.609205 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac07870-2cfa-48a2-8e8b-7f7a4fb8ed44 None None] New status for floating IP ebd62c6b-ef22-4579-ae77-e4cba8b8c938: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:15:48.642322 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-802d3dca-80bb-4497-9ecd-32ed0b555621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:48.643859 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-802d3dca-80bb-4497-9ecd-32ed0b555621 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.0450430 Jun 21 03:15:48.693547 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-85fe0187-c800-455e-b4c2-f6a86fcec019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:48.694968 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-85fe0187-c800-455e-b4c2-f6a86fcec019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445974 Jun 21 03:15:48.786046 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-e9e6f070-8b4e-4e10-a0c2-b267a8bd325f service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837913 Jun 21 03:15:48.890138 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd36e4a6-11f8-4dd1-b13c-21a9ddf95c09 req-1189b716-fb68-4d2a-bdbb-fda50e1722d0 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958068 Jun 21 03:15:48.930322 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59282) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:48.945000 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:48.991072 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adcd8356-9f9e-4f55-95ea-400faf9af6d0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group (ad894765-63b3-4083-88fc-5d4a776eefcc), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.025918 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adcd8356-9f9e-4f55-95ea-400faf9af6d0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group (ad894765-63b3-4083-88fc-5d4a776eefcc), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.076305 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adcd8356-9f9e-4f55-95ea-400faf9af6d0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ad894765-63b3-4083-88fc-5d4a776eefcc), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.079317 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adcd8356-9f9e-4f55-95ea-400faf9af6d0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.080447 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-adcd8356-9f9e-4f55-95ea-400faf9af6d0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad894765-63b3-4083-88fc-5d4a776eefcc HTTP/1.1" status: 204 len: 168 time: 0.1490784 Jun 21 03:15:49.083229 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:49.089580 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd8356-9f9e-4f55-95ea-400faf9af6d0 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad894765-63b3-4083-88fc-5d4a776eefcc,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:49.097228 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-c88b80b3-0106-4e2e-a8ac-091a07dab979 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] show failed (client error): The resource could not be found. Jun 21 03:15:49.098420 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c88b80b3-0106-4e2e-a8ac-091a07dab979 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups/ad894765-63b3-4083-88fc-5d4a776eefcc HTTP/1.1" status: 404 len: 347 time: 0.0142229 Jun 21 03:15:49.101273 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:49.213265 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Deleting port c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:49.213512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.288838 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.289164 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.302214 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Calling delete_port for c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:49.445835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.468667 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event deleted for resources: {'Port': ['ID=c0e5aa5e-f5c2-4ed7-ab53-54ea001b683e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:49.546627 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks [] for floatingip (ebd62c6b-ef22-4579-ae77-e4cba8b8c938), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.549762 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:49.550941 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-96cd9767-9e8a-4465-8951-eb5e5f737718 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "DELETE /v2.0/floatingips/ebd62c6b-ef22-4579-ae77-e4cba8b8c938 HTTP/1.1" status: 204 len: 168 time: 0.4486842 Jun 21 03:15:50.713712 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 56ab7ae3-05d0-4a62-8d32-6e2232855f49 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:15:50.734191 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 56ab7ae3-05d0-4a62-8d32-6e2232855f49 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:15:50.734602 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 56ab7ae3-05d0-4a62-8d32-6e2232855f49 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:15:52.069236 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18665130-c679-4a51-8d66-81d8ee424810 req-b511c461-25ff-4f44-aef8-c95352ebdb91 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:52.070609 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18665130-c679-4a51-8d66-81d8ee424810 req-b511c461-25ff-4f44-aef8-c95352ebdb91 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0514948 Jun 21 03:15:52.101535 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:52.120716 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18665130-c679-4a51-8d66-81d8ee424810 req-87d5cba6-c66c-461d-8c0f-9b7bccba4df3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Jun 21 03:15:52.965570 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-da136cc8-61a8-4034-b3b8-cd03812a78d1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:52.967010 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-da136cc8-61a8-4034-b3b8-cd03812a78d1 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0596769 Jun 21 03:15:53.060162 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Deleting port 7dcab122-3477-4e02-b7aa-acd704037607 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:53.060506 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (7dcab122-3477-4e02-b7aa-acd704037607), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:53.154857 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] For port 7dcab122-3477-4e02-b7aa-acd704037607, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dcab122-3477-4e02-b7aa-acd704037607,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:53.155462 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (7dcab122-3477-4e02-b7aa-acd704037607), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:53.170684 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Calling delete_port for 7dcab122-3477-4e02-b7aa-acd704037607 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:53.243575 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d87a4-b5c3-4dae-8363-b8a954a92320 req-3dbc96d7-442d-40ec-b255-1b6ca293b3ae tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:53.245104 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-128d87a4-b5c3-4dae-8363-b8a954a92320 req-3dbc96d7-442d-40ec-b255-1b6ca293b3ae tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=416a380b-f69e-4101-8c88-d26221caf707 HTTP/1.1" status: 200 len: 945 time: 0.0478373 Jun 21 03:15:53.287945 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:53.296485 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-128d87a4-b5c3-4dae-8363-b8a954a92320 req-9977964b-a181-4bb6-abfa-dd3964d1b88c tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jun 21 03:15:53.303710 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (7dcab122-3477-4e02-b7aa-acd704037607), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:53.330859 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event deleted for resources: {'Port': ['ID=7dcab122-3477-4e02-b7aa-acd704037607,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:53.343397 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['7dcab122-3477-4e02-b7aa-acd704037607', 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:15:53.376892 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] No DVR routers for this DVR port 7dcab122-3477-4e02-b7aa-acd704037607 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:15:53.379439 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:53.382817 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c16b221e-20bf-46d8-8137-753c0f622ebe req-5c868cf9-e251-4480-a6f3-0f3f7f9bc1d7 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "DELETE /v2.0/ports/7dcab122-3477-4e02-b7aa-acd704037607 HTTP/1.1" status: 204 len: 173 time: 0.4065149 Jun 21 03:15:53.383290 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416a380b-f69e-4101-8c88-d26221caf707', 'name': 'network-vif-deleted', 'tag': '7dcab122-3477-4e02-b7aa-acd704037607'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:53.385615 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f2c2a-24ab-4271-b1b1-47969ab3ad2f" -d '{"events": [{"server_uuid": "416a380b-f69e-4101-8c88-d26221caf707", "name": "network-vif-deleted", "tag": "7dcab122-3477-4e02-b7aa-acd704037607"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:53.430504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4e4ed-61db-492f-80d0-061885493629 x-openstack-request-id: req-fae4e4ed-61db-492f-80d0-061885493629 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:53.430798 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416a380b-f69e-4101-8c88-d26221caf707", "name": "network-vif-deleted", "tag": "7dcab122-3477-4e02-b7aa-acd704037607", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:53.431049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fae4e4ed-61db-492f-80d0-061885493629 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:53.431455 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae4e4ed-61db-492f-80d0-061885493629'] response: {'server_uuid': '416a380b-f69e-4101-8c88-d26221caf707', 'name': 'network-vif-deleted', 'tag': '7dcab122-3477-4e02-b7aa-acd704037607', 'status': 'completed', 'code': 200} Jun 21 03:15:54.596561 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb838fe7-3d15-4718-aeba-19ab0ebab047 req-1c140fa8-e7b6-4a6a-bfe7-6fc36f454ad3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:54.598012 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb838fe7-3d15-4718-aeba-19ab0ebab047 req-1c140fa8-e7b6-4a6a-bfe7-6fc36f454ad3 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0551171 Jun 21 03:15:54.652723 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb838fe7-3d15-4718-aeba-19ab0ebab047 req-bae7939b-768a-490f-ae2b-7fc659210c98 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464642 Jun 21 03:15:55.809322 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39752a47-c9f2-46de-8d67-0ec4ba677f8c req-194b1696-74e8-4940-b75f-0a515c95a582 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:55.810813 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39752a47-c9f2-46de-8d67-0ec4ba677f8c req-194b1696-74e8-4940-b75f-0a515c95a582 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0702834 Jun 21 03:15:55.862711 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39752a47-c9f2-46de-8d67-0ec4ba677f8c req-120594ca-1a04-4e1d-9ce7-9e9d0ee1b929 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Jun 21 03:15:56.717495 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 7dcab122-3477-4e02-b7aa-acd704037607 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:15:56.738391 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 7dcab122-3477-4e02-b7aa-acd704037607 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:15:56.738724 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 7dcab122-3477-4e02-b7aa-acd704037607 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:15:56.982935 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cdaf8-58c9-4959-891e-75a1a9e7b4fe req-d59516f2-c1ef-43f6-8f25-9719dc4a30b4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:56.984334 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e7cdaf8-58c9-4959-891e-75a1a9e7b4fe req-d59516f2-c1ef-43f6-8f25-9719dc4a30b4 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0534158 Jun 21 03:15:57.050991 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e7cdaf8-58c9-4959-891e-75a1a9e7b4fe req-130a866b-f531-4806-a914-779b8a7844ab tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9375d42-f108-4cd8-b425-e4bab35761ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597768 Jun 21 03:15:57.294991 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-9e890a52-d386-41dd-a8ae-d9cf5d9d805b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:15:57.296329 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-9e890a52-d386-41dd-a8ae-d9cf5d9d805b tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 946 time: 0.0584505 Jun 21 03:15:57.383318 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Deleting port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:57.383627 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:57.472318 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] For port b35ccf44-ec65-4aac-bc20-97be5d1a8d07, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:57.472673 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:57.481763 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:57.486299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Calling delete_port for b35ccf44-ec65-4aac-bc20-97be5d1a8d07 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:15:57.560525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:57.630651 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (b35ccf44-ec65-4aac-bc20-97be5d1a8d07), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:57.656038 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Pushing event deleted for resources: {'Port': ['ID=b35ccf44-ec65-4aac-bc20-97be5d1a8d07,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:15:57.670477 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['b35ccf44-ec65-4aac-bc20-97be5d1a8d07'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:15:57.701204 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] No DVR routers for this DVR port b35ccf44-ec65-4aac-bc20-97be5d1a8d07 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:15:57.703570 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:57.706822 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7842ca6a-eec6-4286-8cb3-68155748ef5f req-f0e19d1e-1170-49a6-862b-c4e1840487df tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.36 "DELETE /v2.0/ports/b35ccf44-ec65-4aac-bc20-97be5d1a8d07 HTTP/1.1" status: 204 len: 173 time: 0.4032748 Jun 21 03:15:57.707244 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'name': 'network-vif-deleted', 'tag': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:15:57.709496 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b62265f-5403-40d0-94e0-f1e7b5c97fd1" -d '{"events": [{"server_uuid": "aaa1873d-908f-4d20-b5f3-5c6c74ea0294", "name": "network-vif-deleted", "tag": "b35ccf44-ec65-4aac-bc20-97be5d1a8d07"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:15:57.744731 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71abda3b-283b-40e1-9943-4e7cb7d11d32 x-openstack-request-id: req-71abda3b-283b-40e1-9943-4e7cb7d11d32 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:15:57.745021 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa1873d-908f-4d20-b5f3-5c6c74ea0294", "name": "network-vif-deleted", "tag": "b35ccf44-ec65-4aac-bc20-97be5d1a8d07", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:15:57.745265 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71abda3b-283b-40e1-9943-4e7cb7d11d32 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:15:57.745665 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71abda3b-283b-40e1-9943-4e7cb7d11d32'] response: {'server_uuid': 'aaa1873d-908f-4d20-b5f3-5c6c74ea0294', 'name': 'network-vif-deleted', 'tag': 'b35ccf44-ec65-4aac-bc20-97be5d1a8d07', 'status': 'completed', 'code': 200} Jun 21 03:15:58.168011 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aff3fd3e-f23d-4485-b4bd-d79a728c3aae req-c783cac5-860b-4167-9a86-5d9a0eab49b6 tempest-ServerRescueNegativeTestJSON-712845406 tempest-ServerRescueNegativeTestJSON-712845406-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa1873d-908f-4d20-b5f3-5c6c74ea0294 HTTP/1.1" status: 200 len: 210 time: 0.0282547 Jun 21 03:15:59.209380 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:15:59.229167 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59332) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:15:59.609159 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:15:59.661495 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (6d73273a-b083-46b6-8161-1f5e3a93885f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:59.883406 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Deleting port b27b7e5f-a255-4b08-b65c-bff5eb1737ed {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:15:59.883617 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:59.971370 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] For port b27b7e5f-a255-4b08-b65c-bff5eb1737ed, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:15:59.971741 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:15:59.985909 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Calling delete_port for b27b7e5f-a255-4b08-b65c-bff5eb1737ed owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:16:00.036369 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:00.168296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (b27b7e5f-a255-4b08-b65c-bff5eb1737ed), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:00.196092 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27b7e5f-a255-4b08-b65c-bff5eb1737ed,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:00.368346 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (6d73273a-b083-46b6-8161-1f5e3a93885f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:00.518539 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:00.585047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Router 6d73273a-b083-46b6-8161-1f5e3a93885f has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:16:00.693531 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:16:00.698693 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3ab3f775-2dc4-47a3-8f04-1e29bc472271 admin admin] 10.222.0.16 "PUT /v2.0/routers/6d73273a-b083-46b6-8161-1f5e3a93885f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685516 Jun 21 03:16:00.701399 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59336) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:00.704109 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] Sync routers for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:16:00.715312 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:16:00.715933 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:00.752437 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b35ccf44-ec65-4aac-bc20-97be5d1a8d07 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:16:00.772068 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: b35ccf44-ec65-4aac-bc20-97be5d1a8d07 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:16:00.772292 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b35ccf44-ec65-4aac-bc20-97be5d1a8d07 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:16:00.826455 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:16:00.962223 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:00.963688 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:00.999897 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:16:00Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:01.028070 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] Checking router: 6d73273a-b083-46b6-8161-1f5e3a93885f for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:16:01.037158 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] Routers {'6d73273a-b083-46b6-8161-1f5e3a93885f'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:16:01.037763 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['6d73273a-b083-46b6-8161-1f5e3a93885f'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:01.045193 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks [] for router (6d73273a-b083-46b6-8161-1f5e3a93885f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.137035 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] Set router 6d73273a-b083-46b6-8161-1f5e3a93885f gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:16:01.144131 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks [] for router_gateway (6d73273a-b083-46b6-8161-1f5e3a93885f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.149532 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:01.192433 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Deleting port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:16:01.192797 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.275038 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] For port bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:01.275413 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.288678 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Calling delete_port for bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:16:01.384350 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:16:00Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:01.412865 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a32562-97fb-4d4b-b3fd-a2eecc1dadd1 None None] The sync data for ids ['6d73273a-b083-46b6-8161-1f5e3a93885f'] in dv-cinder-846842-1-iscsi is: [{'id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'name': 'tempest-ServerRescueNegativeTestJSON-1353835503-router', 'tenant_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:16:00Z', 'revision_number': 5, 'project_id': '7262f17284a44afaa2b5d2d2db0a3ef6', 'gw_port': {'id': 'bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73273a-b083-46b6-8161-1f5e3a93885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:40Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:16:01.461683 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.494637 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:01.556277 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (6d73273a-b083-46b6-8161-1f5e3a93885f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.616744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:01.641662 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (6d73273a-b083-46b6-8161-1f5e3a93885f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.644217 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks [] for router_controller (6d73273a-b083-46b6-8161-1f5e3a93885f), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.687886 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (6d73273a-b083-46b6-8161-1f5e3a93885f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.688512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d73273a-b083-46b6-8161-1f5e3a93885f {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:16:01.693543 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.694634 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-452c4346-9bad-40e2-94ce-1cdb0ead2edd admin admin] 10.222.0.16 "DELETE /v2.0/routers/6d73273a-b083-46b6-8161-1f5e3a93885f HTTP/1.1" status: 204 len: 168 time: 0.9923434 Jun 21 03:16:01.697220 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59338) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:01.746897 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Deleting subnet 450fc04e-6c8a-40af-be65-616ccb2da641 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:16:01.751107 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Publish callbacks [] for subnet (450fc04e-6c8a-40af-be65-616ccb2da641), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.787037 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (450fc04e-6c8a-40af-be65-616ccb2da641), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.898358 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (450fc04e-6c8a-40af-be65-616ccb2da641), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.955020 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (450fc04e-6c8a-40af-be65-616ccb2da641), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.979146 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450fc04e-6c8a-40af-be65-616ccb2da641,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:01.989029 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:01.992075 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a14b3-a486-44e6-936d-a9d8e4d1a8bf None None] Network 09798fdc-1a5e-44af-acf8-2181549f3c85 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:16:01.992703 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/450fc04e-6c8a-40af-be65-616ccb2da641 HTTP/1.1" status: 204 len: 168 time: 0.2940149 Jun 21 03:16:01.994242 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:01.994743 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59340) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:02.003263 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.003626 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.003945 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.004284 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.004638 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.004965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.005287 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.005606 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.005931 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.006255 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.006574 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.006889 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.007201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.007514 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc58b9f7-8a1b-4210-8713-983baa896bb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:02.079235 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (09798fdc-1a5e-44af-acf8-2181549f3c85), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.121085 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Deleting port cc7b1c25-c272-4393-9cb1-18a6a5da174f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:16:02.121420 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.187551 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] For port cc7b1c25-c272-4393-9cb1-18a6a5da174f, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc7b1c25-c272-4393-9cb1-18a6a5da174f,segment=NetworkSegment(296bb794-a1b1-4e04-8160-2ea81f651c4d),segment_id=296bb794-a1b1-4e04-8160-2ea81f651c4d)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:02.187908 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.200681 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Calling delete_port for cc7b1c25-c272-4393-9cb1-18a6a5da174f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:16:02.283679 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (cc7b1c25-c272-4393-9cb1-18a6a5da174f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.310908 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7b1c25-c272-4393-9cb1-18a6a5da174f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:02.317049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] No DVR routers for this DVR port cc7b1c25-c272-4393-9cb1-18a6a5da174f on host dv-cinder-846842-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:16:02.388832 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (09798fdc-1a5e-44af-acf8-2181549f3c85), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.412552 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09798fdc-1a5e-44af-acf8-2181549f3c85']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:02.426127 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296bb794-a1b1-4e04-8160-2ea81f651c4d') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:02.426682 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296bb794-a1b1-4e04-8160-2ea81f651c4d') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:02.428290 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5217c12-dbc1-420b-a887-258055f85e49 None None] DHCP port deletion for 09798fdc-1a5e-44af-acf8-2181549f3c85 request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:16:02.438691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (296bb794-a1b1-4e04-8160-2ea81f651c4d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.460813 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (296bb794-a1b1-4e04-8160-2ea81f651c4d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.463553 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:16:02.463943 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (296bb794-a1b1-4e04-8160-2ea81f651c4d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.494377 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device b27b7e5f-a255-4b08-b65c-bff5eb1737ed no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:16:02.518870 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: b27b7e5f-a255-4b08-b65c-bff5eb1737ed {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:16:02.519213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device b27b7e5f-a255-4b08-b65c-bff5eb1737ed not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:16:02.519618 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:16:02.536560 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (09798fdc-1a5e-44af-acf8-2181549f3c85), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.542129 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:16:02.542422 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.542547 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device bcaaddf2-a1e7-4188-92de-6cd2db8ba9ce not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:16:02.543374 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b1c25-c272-4393-9cb1-18a6a5da174f no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:16:02.548502 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] 10.222.0.16 "DELETE /v2.0/networks/09798fdc-1a5e-44af-acf8-2181549f3c85 HTTP/1.1" status: 204 len: 168 time: 0.5501339 Jun 21 03:16:02.557764 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 296bb794-a1b1-4e04-8160-2ea81f651c4d resource provider aggregate not found Jun 21 03:16:02.561565 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042ceef-d2ce-471d-a33e-d71ba6675930 admin admin] Pushing event deleted for resources: {'Network': ['ID=09798fdc-1a5e-44af-acf8-2181549f3c85,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:02.571780 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: cc7b1c25-c272-4393-9cb1-18a6a5da174f {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:16:02.572120 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b1c25-c272-4393-9cb1-18a6a5da174f not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:16:02.578009 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 296bb794-a1b1-4e04-8160-2ea81f651c4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 296bb794-a1b1-4e04-8160-2ea81f651c4d found for delete ", "request_id": "req-c6bd93c3-4f0f-4ecd-91f9-826fcaf1357b"}]} Jun 21 03:16:02.670132 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59352) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:02.711843 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4e41e550-950a-40cc-89a5-cf35dbb6aade admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7262f17284a44afaa2b5d2d2db0a3ef6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403721 Jun 21 03:16:02.714365 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59354) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:02.758559 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:02.764747 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-578a2629-bf37-4f94-bacb-29d772ec02e3 admin admin] Publish callbacks [] for security_group (a9375d42-f108-4cd8-b425-e4bab35761ae), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.791875 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-578a2629-bf37-4f94-bacb-29d772ec02e3 admin admin] Publish callbacks [] for security_group (a9375d42-f108-4cd8-b425-e4bab35761ae), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.847479 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-578a2629-bf37-4f94-bacb-29d772ec02e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a9375d42-f108-4cd8-b425-e4bab35761ae), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.850026 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-578a2629-bf37-4f94-bacb-29d772ec02e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:02.851178 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-578a2629-bf37-4f94-bacb-29d772ec02e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9375d42-f108-4cd8-b425-e4bab35761ae HTTP/1.1" status: 204 len: 168 time: 0.1358495 Jun 21 03:16:02.859053 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a2629-bf37-4f94-bacb-29d772ec02e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9375d42-f108-4cd8-b425-e4bab35761ae,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:02.871410 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:03.556399 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a1d72-8819-45ed-959f-ca25ef8788e4 req-22afe180-53a3-4d64-9107-98468b843e13 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:03.557911 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-860a1d72-8819-45ed-959f-ca25ef8788e4 req-22afe180-53a3-4d64-9107-98468b843e13 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0482841 Jun 21 03:16:03.604623 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-860a1d72-8819-45ed-959f-ca25ef8788e4 req-3e299464-0984-4d62-a2ad-81c128cafc3b tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412045 Jun 21 03:16:04.606152 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59414) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:04.717208 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aeca7172-906c-4d44-9756-5a5b1f6893f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:04.724840 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c26a54-d81e-4800-9de2-d8132d6017b5 req-97a79581-892a-4d20-b4f0-0023ed0e6f2d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:04.726351 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-97c26a54-d81e-4800-9de2-d8132d6017b5 req-97a79581-892a-4d20-b4f0-0023ed0e6f2d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Jun 21 03:16:04.775714 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-97c26a54-d81e-4800-9de2-d8132d6017b5 req-b018a819-0953-49d1-8597-bf6819315111 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c564ebd-f869-4682-8417-378d25e575b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Jun 21 03:16:04.800023 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aeca7172-906c-4d44-9756-5a5b1f6893f1 admin admin] Publish callbacks [] for security_group (716526a7-52be-4f19-9740-7df150c75428), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:04.805132 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aeca7172-906c-4d44-9756-5a5b1f6893f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (716526a7-52be-4f19-9740-7df150c75428), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:04.847816 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca7172-906c-4d44-9756-5a5b1f6893f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716526a7-52be-4f19-9740-7df150c75428,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:04.853253 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-aeca7172-906c-4d44-9756-5a5b1f6893f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11511495e80346448fb83a6682f92d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460921 Jun 21 03:16:04.856035 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59420) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:04.896283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:04.908802 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f338227-509f-4b62-8f3e-6747e5f465d0 admin admin] Publish callbacks [] for security_group (716526a7-52be-4f19-9740-7df150c75428), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:04.932515 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f338227-509f-4b62-8f3e-6747e5f465d0 admin admin] Publish callbacks [] for security_group (716526a7-52be-4f19-9740-7df150c75428), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:04.982825 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f338227-509f-4b62-8f3e-6747e5f465d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (716526a7-52be-4f19-9740-7df150c75428), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:04.985423 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f338227-509f-4b62-8f3e-6747e5f465d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:04.986688 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2f338227-509f-4b62-8f3e-6747e5f465d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/716526a7-52be-4f19-9740-7df150c75428 HTTP/1.1" status: 204 len: 168 time: 0.1297307 Jun 21 03:16:04.994550 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f338227-509f-4b62-8f3e-6747e5f465d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716526a7-52be-4f19-9740-7df150c75428,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:05.108164 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-209c6315-5601-4be8-a3ee-78e54f41fcd4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:05.109660 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-209c6315-5601-4be8-a3ee-78e54f41fcd4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 945 time: 0.0496292 Jun 21 03:16:05.151228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:05.212034 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Deleting port 2f44f583-f139-4fef-81d7-43b8032d3a1a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:16:05.212377 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.274295 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59426) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:05.288261 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c98b7e-52dc-43a2-b451-dfab7fce9fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.306688 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] For port 2f44f583-f139-4fef-81d7-43b8032d3a1a, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2f44f583-f139-4fef-81d7-43b8032d3a1a,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:05.307050 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.359566 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:05.368118 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c98b7e-52dc-43a2-b451-dfab7fce9fd2 admin admin] Publish callbacks [] for security_group (78876a14-47c8-4a68-8fa7-7ba110f97ff8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.373355 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10c98b7e-52dc-43a2-b451-dfab7fce9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (78876a14-47c8-4a68-8fa7-7ba110f97ff8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.416940 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-10c98b7e-52dc-43a2-b451-dfab7fce9fd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c9ca6361ef744eda242d6980157492a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414626 Jun 21 03:16:05.419577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59428) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:05.425702 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c98b7e-52dc-43a2-b451-dfab7fce9fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78876a14-47c8-4a68-8fa7-7ba110f97ff8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:05.474370 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d7552ba-26d1-49fb-9c96-2fb94e67b032 admin admin] Publish callbacks [] for security_group (78876a14-47c8-4a68-8fa7-7ba110f97ff8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.481351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.481727 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (21181200-e804-48c6-b76d-f498061f8c47), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.482026 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Floating IP 21181200-e804-48c6-b76d-f498061f8c47 disassociated. External IP: 172.27.2.143, port: 2f44f583-f139-4fef-81d7-43b8032d3a1a. Jun 21 03:16:05.482476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Calling delete_port for 2f44f583-f139-4fef-81d7-43b8032d3a1a owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:16:05.482596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:05.497823 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d7552ba-26d1-49fb-9c96-2fb94e67b032 admin admin] Publish callbacks [] for security_group (78876a14-47c8-4a68-8fa7-7ba110f97ff8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.546821 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d7552ba-26d1-49fb-9c96-2fb94e67b032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (78876a14-47c8-4a68-8fa7-7ba110f97ff8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.549782 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d7552ba-26d1-49fb-9c96-2fb94e67b032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.553424 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6d7552ba-26d1-49fb-9c96-2fb94e67b032 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78876a14-47c8-4a68-8fa7-7ba110f97ff8 HTTP/1.1" status: 204 len: 168 time: 0.1305568 Jun 21 03:16:05.558904 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7552ba-26d1-49fb-9c96-2fb94e67b032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78876a14-47c8-4a68-8fa7-7ba110f97ff8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:05.614833 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (2f44f583-f139-4fef-81d7-43b8032d3a1a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.646814 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event deleted for resources: {'Port': ['ID=2f44f583-f139-4fef-81d7-43b8032d3a1a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:05.765371 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Router e1a10b15-2af9-4299-96ab-ffaa8edbb46c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:16:05.870576 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:16:05.881493 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02501886-0869-4faf-86b8-e4705b3b26e2 req-dd1e2661-c296-4b93-8300-2856d88b6514 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=840c12ba-1c44-43ad-9450-eea9f7b74332 HTTP/1.1" status: 200 len: 210 time: 0.0332220 Jun 21 03:16:05.882001 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95e723-1789-497c-946a-87f39df88eac None None] Sync routers for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:16:05.895053 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:16:05.895671 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:05.916649 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] No DVR routers for this DVR port 2f44f583-f139-4fef-81d7-43b8032d3a1a on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:16:05.921717 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:05.925783 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-768da5c6-ae2b-4cc2-8127-f5830a0cbc17 req-62b56e90-cca7-474b-987e-f1025b3b3a7d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "DELETE /v2.0/ports/2f44f583-f139-4fef-81d7-43b8032d3a1a HTTP/1.1" status: 204 len: 173 time: 0.8109636 Jun 21 03:16:05.926271 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'name': 'network-vif-deleted', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:16:05.929850 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75a231e-9c5d-4817-94f4-6ab53ad1e764" -d '{"events": [{"server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "name": "network-vif-deleted", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:16:05.963787 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:05.966266 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f62fd09-dfc6-4b6e-b912-bcb914bfa5c3 x-openstack-request-id: req-6f62fd09-dfc6-4b6e-b912-bcb914bfa5c3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:16:05.966714 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840c12ba-1c44-43ad-9450-eea9f7b74332", "name": "network-vif-deleted", "tag": "2f44f583-f139-4fef-81d7-43b8032d3a1a", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:16:05.967076 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f62fd09-dfc6-4b6e-b912-bcb914bfa5c3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:16:05.967692 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f62fd09-dfc6-4b6e-b912-bcb914bfa5c3'] response: {'server_uuid': '840c12ba-1c44-43ad-9450-eea9f7b74332', 'name': 'network-vif-deleted', 'tag': '2f44f583-f139-4fef-81d7-43b8032d3a1a', 'status': 'completed', 'code': 200} Jun 21 03:16:06.023969 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:16:06.226943 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:06.252698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95e723-1789-497c-946a-87f39df88eac None None] Checking router: e1a10b15-2af9-4299-96ab-ffaa8edbb46c for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:16:06.262034 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:16:06.262683 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:15:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:06.366400 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:16:06.576209 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0d95e723-1789-497c-946a-87f39df88eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:06.612235 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95e723-1789-497c-946a-87f39df88eac None None] The sync data for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi is: [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:16:06.831682 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a845c2-b4fd-49f3-881d-d50567052f1b None None] New status for floating IP 21181200-e804-48c6-b76d-f498061f8c47: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:16:06.989064 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59476) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:07.047745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9b160fb-b7df-4135-9197-11c71e957413 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (1c564ebd-f869-4682-8417-378d25e575b2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.075706 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9b160fb-b7df-4135-9197-11c71e957413 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (1c564ebd-f869-4682-8417-378d25e575b2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.126050 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9b160fb-b7df-4135-9197-11c71e957413 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1c564ebd-f869-4682-8417-378d25e575b2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.128561 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9b160fb-b7df-4135-9197-11c71e957413 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.132512 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d9b160fb-b7df-4135-9197-11c71e957413 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c564ebd-f869-4682-8417-378d25e575b2 HTTP/1.1" status: 204 len: 168 time: 0.1424146 Jun 21 03:16:07.132679 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59480) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:07.142755 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b160fb-b7df-4135-9197-11c71e957413 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c564ebd-f869-4682-8417-378d25e575b2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:07.146867 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-38410961-6a76-4b36-baf1-ebe0911a83e5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] show failed (client error): The resource could not be found. Jun 21 03:16:07.149061 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-38410961-6a76-4b36-baf1-ebe0911a83e5 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups/1c564ebd-f869-4682-8417-378d25e575b2 HTTP/1.1" status: 404 len: 347 time: 0.0154870 Jun 21 03:16:07.152052 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59482) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:07.270060 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Deleting port 37251ba7-287b-4cc3-ae44-282576f39f03 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:16:07.270351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (37251ba7-287b-4cc3-ae44-282576f39f03), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.334294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:07.347930 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (37251ba7-287b-4cc3-ae44-282576f39f03), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.348132 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (37251ba7-287b-4cc3-ae44-282576f39f03), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.361530 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Calling delete_port for 37251ba7-287b-4cc3-ae44-282576f39f03 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:16:07.435805 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:07.499935 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (37251ba7-287b-4cc3-ae44-282576f39f03), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.524355 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event deleted for resources: {'Port': ['ID=37251ba7-287b-4cc3-ae44-282576f39f03,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:07.602784 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (21181200-e804-48c6-b76d-f498061f8c47), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.605263 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.610056 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-96651ba4-c1db-4678-ba2a-884d975a3fcd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "DELETE /v2.0/floatingips/21181200-e804-48c6-b76d-f498061f8c47 HTTP/1.1" status: 204 len: 168 time: 0.4564328 Jun 21 03:16:07.690574 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:07.695148 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f4ffe174-7476-4aa5-9adb-7a3c15feb751 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939545795', 'description': 'tempest-description--2102761289'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:07.717423 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe174-7476-4aa5-9adb-7a3c15feb751 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.785315 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe174-7476-4aa5-9adb-7a3c15feb751 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (edbc0b22-de3b-4421-bfad-64bea447f4e5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.791175 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe174-7476-4aa5-9adb-7a3c15feb751 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (edbc0b22-de3b-4421-bfad-64bea447f4e5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.820205 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffe174-7476-4aa5-9adb-7a3c15feb751 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc0b22-de3b-4421-bfad-64bea447f4e5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:07.824309 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f4ffe174-7476-4aa5-9adb-7a3c15feb751 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.825545 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f4ffe174-7476-4aa5-9adb-7a3c15feb751 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1339555 Jun 21 03:16:07.828596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59498) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:07.833600 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-908cb0f2-69fb-417b-b115-ede73a27eb40 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'security_group_rule': {'security_group_id': 'edbc0b22-de3b-4421-bfad-64bea447f4e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:07.841167 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:07.867668 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-908cb0f2-69fb-417b-b115-ede73a27eb40 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (b780d978-47f1-45c7-a994-797643216cef), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.925745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-908cb0f2-69fb-417b-b115-ede73a27eb40 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (b780d978-47f1-45c7-a994-797643216cef), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.930994 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-908cb0f2-69fb-417b-b115-ede73a27eb40 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (b780d978-47f1-45c7-a994-797643216cef), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.952711 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cb0f2-69fb-417b-b115-ede73a27eb40 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b780d978-47f1-45c7-a994-797643216cef,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:07.958616 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-908cb0f2-69fb-417b-b115-ede73a27eb40 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:07.959588 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-908cb0f2-69fb-417b-b115-ede73a27eb40 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299849 Jun 21 03:16:07.962387 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:07.966561 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2ff9a8e6-2022-41af-bad6-d29121b9d98e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'security_group_rule': {'security_group_id': 'edbc0b22-de3b-4421-bfad-64bea447f4e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:07.996396 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a8e6-2022-41af-bad6-d29121b9d98e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (98a6e7e0-b6cc-474d-ab97-dfb9ad03406b), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.059833 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a8e6-2022-41af-bad6-d29121b9d98e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (98a6e7e0-b6cc-474d-ab97-dfb9ad03406b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.065598 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a8e6-2022-41af-bad6-d29121b9d98e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (98a6e7e0-b6cc-474d-ab97-dfb9ad03406b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.083463 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9a8e6-2022-41af-bad6-d29121b9d98e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a6e7e0-b6cc-474d-ab97-dfb9ad03406b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:08.092664 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a8e6-2022-41af-bad6-d29121b9d98e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.093960 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2ff9a8e6-2022-41af-bad6-d29121b9d98e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306281 Jun 21 03:16:08.097496 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59502) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:08.101824 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:08.123342 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.187831 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:08.213630 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.325637 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Allocated IP 172.27.2.120 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/67a72b32-25b0-4dc6-9ab2-dafc1ce3084f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:16:08.434907 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.466612 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.505884 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:16:08.510502 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:16:08.514168 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:16:08.517613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'Port': ['ID=67a72b32-25b0-4dc6-9ab2-dafc1ce3084f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:08.588539 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:08.604914 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (119f864c-efe0-4953-9b55-6b7ad04624b0), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.643236 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.786059 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 2f44f583-f139-4fef-81d7-43b8032d3a1a no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:16:08.799708 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.805960 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.807172 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 2f44f583-f139-4fef-81d7-43b8032d3a1a {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:16:08.807695 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 2f44f583-f139-4fef-81d7-43b8032d3a1a not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:16:08.887912 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'Port': ['ID=67a72b32-25b0-4dc6-9ab2-dafc1ce3084f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:08.894628 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (119f864c-efe0-4953-9b55-6b7ad04624b0), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.911171 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:08.912472 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a82db9df-ef6d-49f8-b382-b4d000889ad2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8140225 Jun 21 03:16:09.115384 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-107452b4-072d-4f78-a91d-19c8c67b4209 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1939545795&fields=id&tenant_id=8dd05fc495454e9290c277ed4db003d8 HTTP/1.1" status: 200 len: 267 time: 0.0455194 Jun 21 03:16:09.464808 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-c31007fc-2c19-4935-b119-c08143810686 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:09.466193 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-c31007fc-2c19-4935-b119-c08143810686 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 808 time: 0.3445637 Jun 21 03:16:09.482002 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-2b493014-8e78-411b-b690-e256dc3c5710 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/quotas/8dd05fc495454e9290c277ed4db003d8 HTTP/1.1" status: 200 len: 375 time: 0.0090532 Jun 21 03:16:09.529355 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-07f47104-57a4-4de8-bd81-3a862610708d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426002 Jun 21 03:16:09.623561 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-0d7cc7ab-338a-49bc-b6ca-7fd902a40aae service neutron] 10.222.0.16 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824194 Jun 21 03:16:09.716134 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f4af4b94-7039-41b5-8755-4bbac722cf1c service neutron] 10.222.0.16 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Jun 21 03:16:09.887105 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2987d9d7-b833-4115-9dc1-a3a74058d1c1 req-2f711225-60dd-4c65-9556-cf5b6a460c00 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 210 time: 0.0298495 Jun 21 03:16:10.988046 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c8966f69-df50-4758-9b37-ef0da730c95c req-313c6960-b6a3-4781-9b35-dd5862d53740 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 210 time: 0.0288041 Jun 21 03:16:11.626579 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f12cee01-6913-4a36-92d7-b1a172bb23c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:12.062633 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:12.086079 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bae0cb76-1f69-4fe1-b10d-001e82b453fe req-a39cbc89-a6e6-4a4e-ad76-6b9495721096 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 210 time: 0.0318925 Jun 21 03:16:13.194523 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d967c54b-8ef6-4230-b440-0c0aac218e83 req-e9c67d37-971f-4b13-a356-8ea1b57014ab tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 210 time: 0.0325782 Jun 21 03:16:13.858741 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f8fa23c9-d80b-4e72-bca7-655972e62336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:14.177143 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-8bd8bfb3-ef2b-4f7e-81ab-24c06f2923ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:14.179141 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-8bd8bfb3-ef2b-4f7e-81ab-24c06f2923ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 808 time: 0.1141210 Jun 21 03:16:14.263939 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-4e4fbc56-c0a4-4b5d-a40b-cbb4b95517cc tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dd05fc495454e9290c277ed4db003d8 HTTP/1.1" status: 200 len: 380 time: 0.0686307 Jun 21 03:16:14.312290 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fd3b3b0e-6347-4b5e-9553-251c302d18c7 req-efc27592-b950-4967-ac0f-dde45453ee10 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 210 time: 0.0373099 Jun 21 03:16:14.373750 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'port': {'device_id': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'admin_state_up': True, 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'security_groups': ['edbc0b22-de3b-4421-bfad-64bea447f4e5']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:14.438157 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:14.491169 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Made reservation on behalf of 8dd05fc495454e9290c277ed4db003d8 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:16:14.494833 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:14.607611 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:14.637787 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Allocated IP 172.20.0.14 (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e/37ff0cf3-aaa0-42c5-b528-3187d5b40eed/9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:16:14.785371 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:14.819965 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:14.868210 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:16:14.871333 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:16:14.875570 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:16:14.882084 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event updated for resources: {'Port': ['ID=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:14.883758 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:14.913002 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.913638 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.913974 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.914308 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.914632 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.914957 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.915264 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.915591 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.916057 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.916281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.916651 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.916964 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.917261 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.917572 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.917866 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:14.942839 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:14.943450 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:14.960738 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-73bf3fe4-493e-4126-87c9-1f9e778e5eda tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5914626 Jun 21 03:16:14.978640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Request body: {'port': {'device_id': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:15.040665 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:15.098497 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:15.104066 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-667ade27-3b9f-419b-a830-58d714fa17bc None None] Provisioning complete for port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:16:15.104508 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-667ade27-3b9f-419b-a830-58d714fa17bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:15.137517 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-667ade27-3b9f-419b-a830-58d714fa17bc None None] Port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:16:15.271289 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:15.303771 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:16:15.311400 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Publish callbacks [] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:15.324197 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Transition to ACTIVE for port object 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:16:15.331257 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:15.376831 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:15.384671 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:15.476505 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071266c1-e645-4ced-b486-5a095d45df86 req-22ada9cc-caf6-45b1-87bb-77c29355862e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:15.478080 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-071266c1-e645-4ced-b486-5a095d45df86 req-22ada9cc-caf6-45b1-87bb-77c29355862e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 944 time: 0.0964115 Jun 21 03:16:15.538633 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Attempting to bind port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:16:15.538973 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Attempting to bind port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:16:15.539303 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Attempting to bind port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:16:15.547791 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:16:15.548119 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Attempting to bind port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d on network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:16:15.552922 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-071266c1-e645-4ced-b486-5a095d45df86 req-0b5ee175-05b5-47b8-a612-a40b171f9078 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677853 Jun 21 03:16:15.556835 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:16:15.557198 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Checking segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:16:15.557490 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Bound using segment: {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:16:15.560889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Bound port: 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f676da-92b0-49fb-9716-015d077c8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:16:15.560889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:15.628719 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] For port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:16:15.632093 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] For port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:16:15.638897 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:15.680296 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:15.680974 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:15.682311 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d HTTP/1.1" status: 200 len: 1094 time: 0.7079844 Jun 21 03:16:15.682760 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:16:15.685057 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed036834-c172-4b25-b9c5-c698325a19f9" -d '{"events": [{"name": "network-changed", "server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:16:15.709158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421afe5-ae1f-43d2-918d-acee6bd93c12 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:15.724148 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcc8895-ef04-4f2a-a662-2e62be39cb68 x-openstack-request-id: req-9dcc8895-ef04-4f2a-a662-2e62be39cb68 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:16:15.724474 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:16:15.724727 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dcc8895-ef04-4f2a-a662-2e62be39cb68 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:16:15.725143 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcc8895-ef04-4f2a-a662-2e62be39cb68'] response: {'name': 'network-changed', 'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'status': 'completed', 'code': 200} Jun 21 03:16:15.790019 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-3589295e-958b-46c7-903f-e69385c7811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:15.791560 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-3589295e-958b-46c7-903f-e69385c7811c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 1128 time: 0.0411692 Jun 21 03:16:15.842235 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-70a991ba-139b-4a27-99bd-e08d317444a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d HTTP/1.1" status: 200 len: 217 time: 0.0343404 Jun 21 03:16:15.892969 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-d5b787b3-e381-41c9-8465-5ba4c92a9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:15.894408 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-d5b787b3-e381-41c9-8465-5ba4c92a9a7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.0467010 Jun 21 03:16:15.943206 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-b3edc7d6-f9d2-4b6f-8175-f4f3cbcd655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:15.944701 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-b3edc7d6-f9d2-4b6f-8175-f4f3cbcd655e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430899 Jun 21 03:16:16.036346 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-3d6b1d08-4424-45aa-88c7-327a68121d3a service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856431 Jun 21 03:16:16.133129 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6cc3cf23-4b03-4cb1-a250-d3942cc4036e req-c0a3d17c-20a7-4f71-9fc6-3a402c3b6c45 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905843 Jun 21 03:16:16.297857 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:16.686863 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a381048-45eb-47dc-ad92-ea8550ceb204 req-d8524e6b-3ab9-4144-bba3-db8233d0ae77 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:16.688388 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:16.688853 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2a381048-45eb-47dc-ad92-ea8550ceb204 req-d8524e6b-3ab9-4144-bba3-db8233d0ae77 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 944 time: 0.0493560 Jun 21 03:16:16.738449 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2a381048-45eb-47dc-ad92-ea8550ceb204 req-1a72ed41-c755-473e-ae90-645f6dc4c2dd tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423675 Jun 21 03:16:16.911110 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:16.940196 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=39 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:17.042604 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59592) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:17.133733 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.162761 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-084f92fc-047d-4d56-8afb-ea435b62b58a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.238968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-084f92fc-047d-4d56-8afb-ea435b62b58a admin admin] Publish callbacks [] for security_group (c1b66d1b-4787-4c9b-9b36-7badb7f8bf18), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.244427 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-084f92fc-047d-4d56-8afb-ea435b62b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c1b66d1b-4787-4c9b-9b36-7badb7f8bf18), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.287186 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f92fc-047d-4d56-8afb-ea435b62b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b66d1b-4787-4c9b-9b36-7badb7f8bf18,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:17.291510 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-084f92fc-047d-4d56-8afb-ea435b62b58a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=686cba40430c4780806be17175cd4d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478576 Jun 21 03:16:17.294245 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:17.345779 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98d5a354-d3ad-49c7-9ac4-72b4c4f11b88 admin admin] Publish callbacks [] for security_group (c1b66d1b-4787-4c9b-9b36-7badb7f8bf18), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.367320 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98d5a354-d3ad-49c7-9ac4-72b4c4f11b88 admin admin] Publish callbacks [] for security_group (c1b66d1b-4787-4c9b-9b36-7badb7f8bf18), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.423282 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98d5a354-d3ad-49c7-9ac4-72b4c4f11b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c1b66d1b-4787-4c9b-9b36-7badb7f8bf18), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.425606 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98d5a354-d3ad-49c7-9ac4-72b4c4f11b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.426755 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-98d5a354-d3ad-49c7-9ac4-72b4c4f11b88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1b66d1b-4787-4c9b-9b36-7badb7f8bf18 HTTP/1.1" status: 204 len: 168 time: 0.1316555 Jun 21 03:16:17.434444 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a354-d3ad-49c7-9ac4-72b4c4f11b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b66d1b-4787-4c9b-9b36-7badb7f8bf18,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:17.708912 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59602) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:17.726250 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8a37f7-930a-4150-b291-e199928c3ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.777953 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:17.798456 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:17.815146 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8a37f7-930a-4150-b291-e199928c3ff4 admin admin] Publish callbacks [] for security_group (030651c2-8c6b-4f17-8a91-60309069283c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.825090 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8a37f7-930a-4150-b291-e199928c3ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (030651c2-8c6b-4f17-8a91-60309069283c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.863998 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba67030-9537-4e6a-a050-eef373e7b5c8 req-a1b5ff4b-9a4a-434b-a92f-3a6210f6e7ae tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:17.865502 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ba67030-9537-4e6a-a050-eef373e7b5c8 req-a1b5ff4b-9a4a-434b-a92f-3a6210f6e7ae tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 944 time: 0.0491841 Jun 21 03:16:17.865767 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cd8a37f7-930a-4150-b291-e199928c3ff4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27e0b07c77eb45aaba675bac58794b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557212 Jun 21 03:16:17.866698 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a37f7-930a-4150-b291-e199928c3ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030651c2-8c6b-4f17-8a91-60309069283c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:17.868796 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59606) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:17.912444 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:17.944101 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ba67030-9537-4e6a-a050-eef373e7b5c8 req-b82275a8-e5aa-4dab-8094-43a2026fb5cb tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684600 Jun 21 03:16:17.955895 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fa20a87-d418-4aa1-9bff-ce50f39df6a3 admin admin] Publish callbacks [] for security_group (030651c2-8c6b-4f17-8a91-60309069283c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:17.977928 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fa20a87-d418-4aa1-9bff-ce50f39df6a3 admin admin] Publish callbacks [] for security_group (030651c2-8c6b-4f17-8a91-60309069283c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:18.030082 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fa20a87-d418-4aa1-9bff-ce50f39df6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (030651c2-8c6b-4f17-8a91-60309069283c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:18.032852 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fa20a87-d418-4aa1-9bff-ce50f39df6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:18.033981 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5fa20a87-d418-4aa1-9bff-ce50f39df6a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/030651c2-8c6b-4f17-8a91-60309069283c HTTP/1.1" status: 204 len: 168 time: 0.1641304 Jun 21 03:16:18.041993 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa20a87-d418-4aa1-9bff-ce50f39df6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030651c2-8c6b-4f17-8a91-60309069283c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:18.416196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-a2776c4d-1030-495e-a823-3182ecf11390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:18.417745 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-a2776c4d-1030-495e-a823-3182ecf11390 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 1128 time: 0.0508635 Jun 21 03:16:18.513232 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-bd9f26f4-e10b-4040-9d0f-907c0382cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:18.514782 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-bd9f26f4-e10b-4040-9d0f-907c0382cb30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 909 time: 0.0914657 Jun 21 03:16:18.554053 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-897d1562-fd1d-4809-8b8c-81336259ba9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d HTTP/1.1" status: 200 len: 217 time: 0.0332923 Jun 21 03:16:18.601843 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-8093815d-fc15-43cc-bcb0-4526aefb52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:18.603341 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-8093815d-fc15-43cc-bcb0-4526aefb52d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.0436568 Jun 21 03:16:18.646365 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-6ea76200-de98-4a1a-8384-ea889845922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:18.647904 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-6ea76200-de98-4a1a-8384-ea889845922e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387459 Jun 21 03:16:18.745464 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-467088b3-5d7d-43b3-b9d6-e6b2cca61463 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906625 Jun 21 03:16:18.838442 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed036834-c172-4b25-b9c5-c698325a19f9 req-36f36dcf-c493-426e-9d10-7283618a4cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872519 Jun 21 03:16:19.060404 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14692078-98d0-4289-b773-a069937cd012 req-0fcd277c-9300-451e-8fdc-f82be23473ed tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:19.060578 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-14692078-98d0-4289-b773-a069937cd012 req-0fcd277c-9300-451e-8fdc-f82be23473ed tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 944 time: 0.0489531 Jun 21 03:16:19.108108 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-14692078-98d0-4289-b773-a069937cd012 req-66d49006-b5e9-443b-905d-1e809aa505a6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Jun 21 03:16:20.226893 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea418c-48f1-4de0-b58d-b5a34c240ce3 req-0004278b-03cf-4838-963a-31cd6bab64da tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:20.228359 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6dea418c-48f1-4de0-b58d-b5a34c240ce3 req-0004278b-03cf-4838-963a-31cd6bab64da tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 944 time: 0.0466084 Jun 21 03:16:20.276707 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6dea418c-48f1-4de0-b58d-b5a34c240ce3 req-992df4f1-d28f-4f28-bc6b-5399e85b83f3 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Jun 21 03:16:20.873355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:16:20.945001 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:20.975643 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:21.121738 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'port_id': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'mac_address': 'fa:16:3e:e3:4d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:16:21.170552 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:16:21.170940 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:21.184878 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:16:21.206286 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:21.211104 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:21.258095 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:21.267392 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.267786 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.268106 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.268454 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.268784 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.269149 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.269474 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.269845 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.270169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.270567 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.270849 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.271168 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.271481 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.271791 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.272149 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:16:21.403136 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465b5f-be5b-4d08-b624-880e18d5dc97 req-568f1075-0df5-4f4a-89fd-64ab7db5e20a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:21.404517 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2465b5f-be5b-4d08-b624-880e18d5dc97 req-568f1075-0df5-4f4a-89fd-64ab7db5e20a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 945 time: 0.0560846 Jun 21 03:16:21.452609 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2465b5f-be5b-4d08-b624-880e18d5dc97 req-f9adf07a-0883-4a45-b2b3-6e0924beed3e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Jun 21 03:16:21.662746 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:16:22.577136 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509d00c-a867-4202-a23b-b78a1421ed0a req-c74f62d1-3d49-406b-8624-9a167e318001 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:22.577136 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c509d00c-a867-4202-a23b-b78a1421ed0a req-c74f62d1-3d49-406b-8624-9a167e318001 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Jun 21 03:16:22.624774 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c509d00c-a867-4202-a23b-b78a1421ed0a req-ba398f86-5e84-4eb9-a643-6b3716e94e60 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Jun 21 03:16:22.874185 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:16:22.928130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:16:22.937707 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:16:22.938245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:23.024364 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:16:23.024775 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:23.048311 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:16:23.050823 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad456f1-0a7a-4972-a93c-056344e7bb96" -d '{"events": [{"server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "name": "network-vif-plugged", "status": "completed", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:16:23.062961 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:23.067815 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:23.094964 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc14b61-a234-4080-ae2e-694dc06371d9 x-openstack-request-id: req-0cc14b61-a234-4080-ae2e-694dc06371d9 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:16:23.095253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "name": "network-vif-plugged", "status": "completed", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:16:23.095483 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cc14b61-a234-4080-ae2e-694dc06371d9 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:16:23.095871 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc14b61-a234-4080-ae2e-694dc06371d9'] response: {'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'code': 200} Jun 21 03:16:23.116606 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:23.306964 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6660017-ddac-4707-8fa0-d9cbf2e1ef9f req-ca3f9382-7cc1-4371-8016-d7204b056752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:23.308526 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d6660017-ddac-4707-8fa0-d9cbf2e1ef9f req-ca3f9382-7cc1-4371-8016-d7204b056752 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 1130 time: 0.0456729 Jun 21 03:16:23.359405 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d6660017-ddac-4707-8fa0-d9cbf2e1ef9f req-f6ab11dc-a1b2-4d0d-8f77-f34f4052de51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Jun 21 03:16:23.744883 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71165618-022c-4cb0-a317-bf1b0676b652 req-17537d4f-9e49-47d7-a87c-7a7763068a62 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:23.746384 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71165618-022c-4cb0-a317-bf1b0676b652 req-17537d4f-9e49-47d7-a87c-7a7763068a62 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0507426 Jun 21 03:16:23.778097 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:23.797040 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71165618-022c-4cb0-a317-bf1b0676b652 req-c42da5f2-fa53-4553-b151-d4fbed5db8ce tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 Jun 21 03:16:24.916924 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47966-50c6-44be-bc48-d09e6acaabc9 req-3656de51-3de6-4a98-8046-40bef6e4bde1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:24.918437 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dfd47966-50c6-44be-bc48-d09e6acaabc9 req-3656de51-3de6-4a98-8046-40bef6e4bde1 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Jun 21 03:16:24.966633 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dfd47966-50c6-44be-bc48-d09e6acaabc9 req-78f2e7d2-186f-4755-b465-5972d1199320 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Jun 21 03:16:26.087112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71f14b-3c5b-4598-8c86-5991e264c323 req-dc76169b-c177-41d5-970a-3bfcbcdbd002 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:26.088600 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c71f14b-3c5b-4598-8c86-5991e264c323 req-dc76169b-c177-41d5-970a-3bfcbcdbd002 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0485921 Jun 21 03:16:26.138643 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c71f14b-3c5b-4598-8c86-5991e264c323 req-1ef1624b-97f5-4d38-9a0a-882ff1a4d84d tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 Jun 21 03:16:26.241231 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:26.255476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7faa4-69f0-4ad0-b451-c4c2ae33efc2 req-67fba9d0-b3de-4695-a7c2-cf45e2502ef2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:26.256942 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-74a7faa4-69f0-4ad0-b451-c4c2ae33efc2 req-67fba9d0-b3de-4695-a7c2-cf45e2502ef2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0515773 Jun 21 03:16:26.267118 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59718) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:26.271432 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Request body: {'floatingip': {'port_id': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:26.313511 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (119f864c-efe0-4953-9b55-6b7ad04624b0), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:26.512640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:26.752829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:26.757409 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (119f864c-efe0-4953-9b55-6b7ad04624b0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:26.854477 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Floating IP 119f864c-efe0-4953-9b55-6b7ad04624b0 associated. External IP: 172.27.2.120, port: 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d. Jun 21 03:16:27.069582 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Router e1a10b15-2af9-4299-96ab-ffaa8edbb46c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:16:27.189172 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:16:27.194256 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:27.198907 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] Sync routers for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:16:27.207542 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:27.210084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:16:27.210689 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:16:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:27.224122 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f0960ce8-14ee-4a3c-b27d-5511ecba19ea tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "PUT /v2.0/floatingips/119f864c-efe0-4953-9b55-6b7ad04624b0 HTTP/1.1" status: 200 len: 992 time: 0.9559696 Jun 21 03:16:27.224708 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:16:27.227054 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10437e7-30e3-4b2c-b447-9620d3601c86" -d '{"events": [{"name": "network-changed", "server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:16:27.262387 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34263e2f-59a7-42c2-9128-dbba7a512e63 x-openstack-request-id: req-34263e2f-59a7-42c2-9128-dbba7a512e63 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:16:27.263016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:16:27.263016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34263e2f-59a7-42c2-9128-dbba7a512e63 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:16:27.263414 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34263e2f-59a7-42c2-9128-dbba7a512e63'] response: {'name': 'network-changed', 'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'status': 'completed', 'code': 200} Jun 21 03:16:27.316735 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:16:27.352685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-856c326c-e29a-4611-b5c6-7c9cae59a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:27.354360 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-856c326c-e29a-4611-b5c6-7c9cae59a744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd05fc495454e9290c277ed4db003d8&device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 1130 time: 0.0464215 Jun 21 03:16:27.389701 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:27.446081 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-03ceae13-ba41-4bf8-a918-447cff381f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:27.447456 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-03ceae13-ba41-4bf8-a918-447cff381f1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 200 len: 909 time: 0.0876870 Jun 21 03:16:27.463645 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:27.528959 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-9c892c2c-bebc-4b3f-bffb-312f41c29454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d HTTP/1.1" status: 200 len: 1000 time: 0.0691266 Jun 21 03:16:27.530992 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '119f864c-efe0-4953-9b55-6b7ad04624b0', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'port_id': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'mac_address': 'fa:16:3e:e3:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:16:08Z', 'updated_at': '2022-06-21T03:16:26Z', 'revision_number': 1, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:27.556793 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] Checking router: e1a10b15-2af9-4299-96ab-ffaa8edbb46c for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:16:27.566740 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:16:27.567361 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:16:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:27.685569 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:16:27.850319 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-a1baeda2-b2e5-4335-9973-f7949ac08fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:27.851917 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-a1baeda2-b2e5-4335-9973-f7949ac08fea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 200 len: 847 time: 0.3160980 Jun 21 03:16:27.888012 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:27.897935 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-41746360-bade-4b7e-8b38-9af60653d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:27.899443 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-41746360-bade-4b7e-8b38-9af60653d2af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415530 Jun 21 03:16:27.910544 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '119f864c-efe0-4953-9b55-6b7ad04624b0', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'port_id': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'mac_address': 'fa:16:3e:e3:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:16:08Z', 'updated_at': '2022-06-21T03:16:26Z', 'revision_number': 1, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:16:27.936086 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c038e78-74ec-4ace-9d62-dfd1e31bde66 None None] The sync data for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi is: [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '119f864c-efe0-4953-9b55-6b7ad04624b0', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'port_id': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'mac_address': 'fa:16:3e:e3:4d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:16:08Z', 'updated_at': '2022-06-21T03:16:26Z', 'revision_number': 1, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:16:27.994115 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-732612b2-c6de-4088-951d-7dfac07b0498 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881615 Jun 21 03:16:28.090589 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a10437e7-30e3-4b2c-b447-9620d3601c86 req-037943d3-348e-46a7-b50a-93a14079151c service neutron] 10.222.0.36 "GET /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891929 Jun 21 03:16:28.126872 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28867145-f137-49a8-9203-056f36fd24c8 None None] New status for floating IP 119f864c-efe0-4953-9b55-6b7ad04624b0: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:16:28.928618 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59744) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:29.046192 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7095329c-bec7-4dfa-acc6-99a1e478234d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.123720 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7095329c-bec7-4dfa-acc6-99a1e478234d admin admin] Publish callbacks [] for security_group (885e7e12-9e2f-4442-a6d4-1c45a58f90a8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.130157 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7095329c-bec7-4dfa-acc6-99a1e478234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (885e7e12-9e2f-4442-a6d4-1c45a58f90a8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.170764 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7095329c-bec7-4dfa-acc6-99a1e478234d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=808c05db5d344112bb215739acedbc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410693 Jun 21 03:16:29.171517 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095329c-bec7-4dfa-acc6-99a1e478234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885e7e12-9e2f-4442-a6d4-1c45a58f90a8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:29.173727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59748) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:29.226171 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50b1a652-f279-4806-8caf-ae4e7a7fe977 admin admin] Publish callbacks [] for security_group (885e7e12-9e2f-4442-a6d4-1c45a58f90a8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.247978 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50b1a652-f279-4806-8caf-ae4e7a7fe977 admin admin] Publish callbacks [] for security_group (885e7e12-9e2f-4442-a6d4-1c45a58f90a8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.298071 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50b1a652-f279-4806-8caf-ae4e7a7fe977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (885e7e12-9e2f-4442-a6d4-1c45a58f90a8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.300621 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-50b1a652-f279-4806-8caf-ae4e7a7fe977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.301800 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-50b1a652-f279-4806-8caf-ae4e7a7fe977 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/885e7e12-9e2f-4442-a6d4-1c45a58f90a8 HTTP/1.1" status: 204 len: 168 time: 0.1270492 Jun 21 03:16:29.309711 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1a652-f279-4806-8caf-ae4e7a7fe977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885e7e12-9e2f-4442-a6d4-1c45a58f90a8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:29.581873 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:29.595671 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8572-65fd-40d0-9423-a9d467aee8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.672823 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8572-65fd-40d0-9423-a9d467aee8f1 admin admin] Publish callbacks [] for security_group (9d9f1d3d-165f-4446-9b88-c27a5aca32e7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.679174 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f1ec8572-65fd-40d0-9423-a9d467aee8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9d9f1d3d-165f-4446-9b88-c27a5aca32e7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.717601 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f1ec8572-65fd-40d0-9423-a9d467aee8f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f9ed8465a9646a5a410c3aaf8058ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346395 Jun 21 03:16:29.718509 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec8572-65fd-40d0-9423-a9d467aee8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9f1d3d-165f-4446-9b88-c27a5aca32e7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:29.720690 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59756) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:29.773694 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af1d8862-2c27-4791-be00-ae3cf6626186 admin admin] Publish callbacks [] for security_group (9d9f1d3d-165f-4446-9b88-c27a5aca32e7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.799510 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af1d8862-2c27-4791-be00-ae3cf6626186 admin admin] Publish callbacks [] for security_group (9d9f1d3d-165f-4446-9b88-c27a5aca32e7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.853472 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af1d8862-2c27-4791-be00-ae3cf6626186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (9d9f1d3d-165f-4446-9b88-c27a5aca32e7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.855978 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af1d8862-2c27-4791-be00-ae3cf6626186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:29.857217 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-af1d8862-2c27-4791-be00-ae3cf6626186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d9f1d3d-165f-4446-9b88-c27a5aca32e7 HTTP/1.1" status: 204 len: 168 time: 0.1355305 Jun 21 03:16:29.865294 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d8862-2c27-4791-be00-ae3cf6626186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9f1d3d-165f-4446-9b88-c27a5aca32e7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:36.209982 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:16:38.097823 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59882) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:38.208776 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8e188ed-358d-4d39-a986-2257c0546e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.290103 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8e188ed-358d-4d39-a986-2257c0546e48 admin admin] Publish callbacks [] for security_group (fe2e03ec-507e-48be-b34f-fb2da2081aa4), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.295694 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8e188ed-358d-4d39-a986-2257c0546e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (fe2e03ec-507e-48be-b34f-fb2da2081aa4), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.300448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:38.338470 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a8e188ed-358d-4d39-a986-2257c0546e48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=698679afc8b74e0e99f29c12e49a08ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395680 Jun 21 03:16:38.339103 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e188ed-358d-4d39-a986-2257c0546e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e03ec-507e-48be-b34f-fb2da2081aa4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:38.342102 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:38.364008 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:38.399737 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32033092-d8bd-44ee-8877-413c5e9a4ad5 admin admin] Publish callbacks [] for security_group (fe2e03ec-507e-48be-b34f-fb2da2081aa4), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.424877 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32033092-d8bd-44ee-8877-413c5e9a4ad5 admin admin] Publish callbacks [] for security_group (fe2e03ec-507e-48be-b34f-fb2da2081aa4), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.471898 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32033092-d8bd-44ee-8877-413c5e9a4ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (fe2e03ec-507e-48be-b34f-fb2da2081aa4), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.475622 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-32033092-d8bd-44ee-8877-413c5e9a4ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.477229 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-32033092-d8bd-44ee-8877-413c5e9a4ad5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe2e03ec-507e-48be-b34f-fb2da2081aa4 HTTP/1.1" status: 204 len: 168 time: 0.1339867 Jun 21 03:16:38.484906 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32033092-d8bd-44ee-8877-413c5e9a4ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2e03ec-507e-48be-b34f-fb2da2081aa4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:38.773644 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59894) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:38.787056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37df882-2af1-4800-b4a4-2d6b26603098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.863771 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37df882-2af1-4800-b4a4-2d6b26603098 admin admin] Publish callbacks [] for security_group (60f5c04c-6776-4ae7-8335-d0afcb4b59ff), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.870057 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37df882-2af1-4800-b4a4-2d6b26603098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (60f5c04c-6776-4ae7-8335-d0afcb4b59ff), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.909399 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d37df882-2af1-4800-b4a4-2d6b26603098 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0b32334c65245e0aa2a55b5e53f44d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346743 Jun 21 03:16:38.910294 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37df882-2af1-4800-b4a4-2d6b26603098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5c04c-6776-4ae7-8335-d0afcb4b59ff,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:38.912974 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59896) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:38.963462 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98e058e2-a08e-458b-a8b7-59a90e23d353 admin admin] Publish callbacks [] for security_group (60f5c04c-6776-4ae7-8335-d0afcb4b59ff), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:38.967698 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:38.986868 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98e058e2-a08e-458b-a8b7-59a90e23d353 admin admin] Publish callbacks [] for security_group (60f5c04c-6776-4ae7-8335-d0afcb4b59ff), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.037354 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98e058e2-a08e-458b-a8b7-59a90e23d353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (60f5c04c-6776-4ae7-8335-d0afcb4b59ff), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.041742 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-98e058e2-a08e-458b-a8b7-59a90e23d353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.046310 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-98e058e2-a08e-458b-a8b7-59a90e23d353 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60f5c04c-6776-4ae7-8335-d0afcb4b59ff HTTP/1.1" status: 204 len: 168 time: 0.1323316 Jun 21 03:16:39.065691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e058e2-a08e-458b-a8b7-59a90e23d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5c04c-6776-4ae7-8335-d0afcb4b59ff,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:39.394378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59902) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:39.407938 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d334e0d-5a56-4625-8df5-9527deeb75e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.482154 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d334e0d-5a56-4625-8df5-9527deeb75e3 admin admin] Publish callbacks [] for security_group (1296d492-552d-44e9-a27d-4b5743513a66), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.487879 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4d334e0d-5a56-4625-8df5-9527deeb75e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1296d492-552d-44e9-a27d-4b5743513a66), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.529411 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4d334e0d-5a56-4625-8df5-9527deeb75e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=489f76c74eee4f47bc062108af61023e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339886 Jun 21 03:16:39.530335 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d334e0d-5a56-4625-8df5-9527deeb75e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1296d492-552d-44e9-a27d-4b5743513a66,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:39.533427 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59904) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:39.583140 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc8fb-86e0-45a4-82bf-3d88d140ac69 admin admin] Publish callbacks [] for security_group (1296d492-552d-44e9-a27d-4b5743513a66), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.585408 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:39.605297 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc8fb-86e0-45a4-82bf-3d88d140ac69 admin admin] Publish callbacks [] for security_group (1296d492-552d-44e9-a27d-4b5743513a66), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.659289 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc8fb-86e0-45a4-82bf-3d88d140ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1296d492-552d-44e9-a27d-4b5743513a66), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.662886 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc8fb-86e0-45a4-82bf-3d88d140ac69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:39.666691 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-dd3bc8fb-86e0-45a4-82bf-3d88d140ac69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1296d492-552d-44e9-a27d-4b5743513a66 HTTP/1.1" status: 204 len: 168 time: 0.1300201 Jun 21 03:16:39.673179 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bc8fb-86e0-45a4-82bf-3d88d140ac69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296d492-552d-44e9-a27d-4b5743513a66,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:40.209407 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:40.369390 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 59928) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:40.472824 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-13829478-network', 'tenant_id': '40661b95bfb54299a52d803f7997d8f1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:40.494453 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Made reservation on behalf of 40661b95bfb54299a52d803f7997d8f1 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:16:40.496804 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.506164 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.585965 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks [] for security_group (c497765f-734d-457b-a17c-9b9558a1c632), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.591094 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c497765f-734d-457b-a17c-9b9558a1c632), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.619071 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:16:40.626036 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c497765f-734d-457b-a17c-9b9558a1c632,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:40.635001 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (26fbace2-af4b-47a4-9e98-88abc5e43ea4), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.635255 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Added segment 26fbace2-af4b-47a4-9e98-88abc5e43ea4 of type vlan for network faeef802-6aaf-4513-97dc-d31ac00c1e1f Jun 21 03:16:40.675691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (faeef802-6aaf-4513-97dc-d31ac00c1e1f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.702966 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (faeef802-6aaf-4513-97dc-d31ac00c1e1f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.703954 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:40.704610 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.738817 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3682621 Jun 21 03:16:40.741959 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 59932) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:16:40.746926 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Request body: {'subnet': {'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-13829478-subnet', 'tenant_id': '40661b95bfb54299a52d803f7997d8f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:40.770982 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058965a-f931-41ce-945a-d9ed294fd5fe admin admin] Pushing event updated for resources: {'Network': ['ID=faeef802-6aaf-4513-97dc-d31ac00c1e1f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:40.771308 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Made reservation on behalf of 40661b95bfb54299a52d803f7997d8f1 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:16:40.773786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8935498'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.781595 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network faeef802-6aaf-4513-97dc-d31ac00c1e1f details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:16:40.947810 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4059148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8935484'] for subnet (ddabf3ad-4f60-4379-83f6-af47513e2911), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:40.991240 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:41.007158 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddabf3ad-4f60-4379-83f6-af47513e2911,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:41.020604 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Checking segment: {'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:16:41.021008 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Network hostable DHCP agents. Network: faeef802-6aaf-4513-97dc-d31ac00c1e1f, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:16:41.040708 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Network faeef802-6aaf-4513-97dc-d31ac00c1e1f is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:16:41.051786 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, faeef802-6aaf-4513-97dc-d31ac00c1e1f) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:16:41.056047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:41.056672 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:41.061100 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f83ae-0804-4872-9caa-6fba4c44b7e1 None None] Network faeef802-6aaf-4513-97dc-d31ac00c1e1f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:16:41.073351 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b66c2080-9094-418c-935d-76e7bf8670c2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3302135 Jun 21 03:16:41.163500 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d29e9-61dd-4a52-b588-e080db4865ab None None] Network faeef802-6aaf-4513-97dc-d31ac00c1e1f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:16:41.193844 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:41.620618 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43e12468-01a4-4aff-9541-511a73e0248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:42.806331 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:42.879852 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-253b8183-bfff-41db-982a-d8a61bdb764c tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:42.881225 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-253b8183-bfff-41db-982a-d8a61bdb764c tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/networks?id=faeef802-6aaf-4513-97dc-d31ac00c1e1f HTTP/1.1" status: 200 len: 807 time: 0.1138749 Jun 21 03:16:42.897529 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-2b785c4f-03dd-431d-8cf2-a4588fee57d4 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/quotas/40661b95bfb54299a52d803f7997d8f1 HTTP/1.1" status: 200 len: 375 time: 0.0095592 Jun 21 03:16:42.933693 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-304767c4-3e8d-489c-b30a-8ac71a4cab31 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40661b95bfb54299a52d803f7997d8f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312858 Jun 21 03:16:43.006368 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:43.025761 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-f6032078-1a1f-49b1-abc5-ab3939db5a3d service neutron] 10.222.0.16 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Jun 21 03:16:43.121540 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-3078b5a2-3a35-4a01-8c64-4fdee6a86064 service neutron] 10.222.0.16 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885620 Jun 21 03:16:43.291013 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e9531a9-e2ee-4de4-86d8-388d1e4245d6 req-5d591dca-6984-4321-b919-9059ec343201 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 210 time: 0.0285995 Jun 21 03:16:43.852339 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe51a-b9bd-4b9f-9873-b600d92b6be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:44.417143 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-40f74a83-e7cf-4f5e-b9e5-020b41d66c92 req-f5e67061-1b19-439e-a191-05e5a4988506 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 210 time: 0.0419297 Jun 21 03:16:44.441456 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-3734fba4-f5ff-4feb-949d-cbd9d9bce87b tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:44.442889 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-3734fba4-f5ff-4feb-949d-cbd9d9bce87b tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "GET /v2.0/networks?id=faeef802-6aaf-4513-97dc-d31ac00c1e1f HTTP/1.1" status: 200 len: 807 time: 0.1377134 Jun 21 03:16:44.479634 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Request body: {'port': {'device_id': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f', 'admin_state_up': True, 'tenant_id': '40661b95bfb54299a52d803f7997d8f1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:44.599671 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Made reservation on behalf of 40661b95bfb54299a52d803f7997d8f1 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:16:44.603122 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:44.744403 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Allocated IP 172.20.0.2 (faeef802-6aaf-4513-97dc-d31ac00c1e1f/ddabf3ad-4f60-4379-83f6-af47513e2911/29c41984-b823-4ccd-984d-63f2521639b2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:16:44.884861 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:44.910276 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks [] for port (29c41984-b823-4ccd-984d-63f2521639b2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:44.951454 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (29c41984-b823-4ccd-984d-63f2521639b2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:44.996124 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Network faeef802-6aaf-4513-97dc-d31ac00c1e1f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:16:44.999313 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:16:45.001797 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:16:45.026954 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Pushing event updated for resources: {'Port': ['ID=29c41984-b823-4ccd-984d-63f2521639b2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:45.033343 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:45.042867 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:45.057476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:45.058078 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:45.078607 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-a12249dc-92dd-46ff-9e2f-a56aa7e1c820 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6054239 Jun 21 03:16:45.100797 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Request body: {'port': {'device_id': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:16:45.164910 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (29c41984-b823-4ccd-984d-63f2521639b2), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:45.425379 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c41984-b823-4ccd-984d-63f2521639b2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:16:45.432773 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Publish callbacks [] for port (29c41984-b823-4ccd-984d-63f2521639b2), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:45.445700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Transition to ACTIVE for port object 29c41984-b823-4ccd-984d-63f2521639b2 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:16:45.452101 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (29c41984-b823-4ccd-984d-63f2521639b2), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:45.507747 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Pushing event updated for resources: {'Port': ['ID=29c41984-b823-4ccd-984d-63f2521639b2,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:45.533114 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2812a27-475b-45f2-8ad4-965fb555f47f req-097f2e6e-afee-4d2a-a373-f81e8e55bf40 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:45.534670 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e2812a27-475b-45f2-8ad4-965fb555f47f req-097f2e6e-afee-4d2a-a373-f81e8e55bf40 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 943 time: 0.0463009 Jun 21 03:16:45.578661 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Attempting to bind port 29c41984-b823-4ccd-984d-63f2521639b2 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:16:45.578992 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Attempting to bind port 29c41984-b823-4ccd-984d-63f2521639b2 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:16:45.579318 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Attempting to bind port 29c41984-b823-4ccd-984d-63f2521639b2 on network faeef802-6aaf-4513-97dc-d31ac00c1e1f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:16:45.584011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Port 29c41984-b823-4ccd-984d-63f2521639b2 on network faeef802-6aaf-4513-97dc-d31ac00c1e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:16:45.584154 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e2812a27-475b-45f2-8ad4-965fb555f47f req-a993620f-16e3-44db-a037-d40f4d2befa9 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Jun 21 03:16:45.584330 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Attempting to bind port 29c41984-b823-4ccd-984d-63f2521639b2 on network faeef802-6aaf-4513-97dc-d31ac00c1e1f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:16:45.589337 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:16:45.589671 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Checking segment: {'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:16:45.590047 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Bound using segment: {'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:16:45.590463 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Bound port: 29c41984-b823-4ccd-984d-63f2521639b2, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:16:45.590817 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (29c41984-b823-4ccd-984d-63f2521639b2), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:45.651389 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] For port 29c41984-b823-4ccd-984d-63f2521639b2, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:16:45.654350 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] For port 29c41984-b823-4ccd-984d-63f2521639b2, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=29c41984-b823-4ccd-984d-63f2521639b2,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:16:45.662442 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (29c41984-b823-4ccd-984d-63f2521639b2), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:45.700166 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:45.700649 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:45.702226 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] 10.222.0.36 "PUT /v2.0/ports/29c41984-b823-4ccd-984d-63f2521639b2 HTTP/1.1" status: 200 len: 1093 time: 0.6053147 Jun 21 03:16:45.704320 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'tag': '29c41984-b823-4ccd-984d-63f2521639b2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:16:45.706617 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6290fb-15e8-4338-a2ef-bf6571d05622" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3fe474-b7a0-4e92-9d38-3698c0c97026", "tag": "29c41984-b823-4ccd-984d-63f2521639b2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:16:45.728929 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b6c38-c3e9-4824-ba5b-d47802305319 service neutron] Pushing event updated for resources: {'Port': ['ID=29c41984-b823-4ccd-984d-63f2521639b2,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:45.746203 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6003148e-4e83-440c-8b20-f3cfa55af1cc x-openstack-request-id: req-6003148e-4e83-440c-8b20-f3cfa55af1cc {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:16:45.746495 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3fe474-b7a0-4e92-9d38-3698c0c97026", "tag": "29c41984-b823-4ccd-984d-63f2521639b2", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:16:45.746752 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6003148e-4e83-440c-8b20-f3cfa55af1cc {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:16:45.747184 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6003148e-4e83-440c-8b20-f3cfa55af1cc'] response: {'name': 'network-changed', 'server_uuid': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'tag': '29c41984-b823-4ccd-984d-63f2521639b2', 'status': 'completed', 'code': 200} Jun 21 03:16:45.816780 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-15d8cc80-6f65-45dd-9a7c-17aaa125b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:45.818312 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-15d8cc80-6f65-45dd-9a7c-17aaa125b616 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40661b95bfb54299a52d803f7997d8f1&device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 1127 time: 0.0404139 Jun 21 03:16:45.863930 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-f33a2ae6-2625-4cf5-8248-e5e644fd0797 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29c41984-b823-4ccd-984d-63f2521639b2 HTTP/1.1" status: 200 len: 217 time: 0.0316198 Jun 21 03:16:45.913205 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-97bf72f5-03a5-42ae-833c-6e07f373945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:45.914592 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-97bf72f5-03a5-42ae-833c-6e07f373945d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddabf3ad-4f60-4379-83f6-af47513e2911 HTTP/1.1" status: 200 len: 847 time: 0.0447702 Jun 21 03:16:45.950770 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-e4e3109d-64f6-4e37-beec-23918dac6bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=faeef802-6aaf-4513-97dc-d31ac00c1e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281389 Jun 21 03:16:45.981321 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:46.040919 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:46.047270 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-7f3cb6f5-2a77-480a-baf4-fd827f551b9f service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Jun 21 03:16:46.143700 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8f1c6b5-e7fe-483c-a1c4-030593292136 req-bcc4f1ab-6528-49ae-b9e0-b81bd64609ad service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888672 Jun 21 03:16:46.205991 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:46.298811 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:46.688873 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:46.705838 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abe983-7615-4cad-aeab-a64c683e22d5 req-987035ec-2d6b-47f7-a4e3-b3509f9a3823 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:46.707304 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4abe983-7615-4cad-aeab-a64c683e22d5 req-987035ec-2d6b-47f7-a4e3-b3509f9a3823 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 943 time: 0.0493670 Jun 21 03:16:46.756799 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4abe983-7615-4cad-aeab-a64c683e22d5 req-eb76e953-9a10-4a75-afaf-6f21dce57cfc tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Jun 21 03:16:47.141835 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:47.898452 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb043b8-2a0e-4acf-8720-b6b49481cec7 req-785e7423-1944-43e0-9dd1-db1aa225dc43 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:47.900647 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2eb043b8-2a0e-4acf-8720-b6b49481cec7 req-785e7423-1944-43e0-9dd1-db1aa225dc43 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 943 time: 0.0551183 Jun 21 03:16:47.957282 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2eb043b8-2a0e-4acf-8720-b6b49481cec7 req-2dad1ef1-9f03-4ff3-b072-e0227b742ba3 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497165 Jun 21 03:16:48.924646 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-72341db1-1ed2-44f2-bd9a-d7ed6b38c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:48.926119 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-72341db1-1ed2-44f2-bd9a-d7ed6b38c22c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40661b95bfb54299a52d803f7997d8f1&device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 1127 time: 0.0446384 Jun 21 03:16:49.023172 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-4d7a0171-8a40-41b6-b74b-d8e5364d4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:49.024668 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-4d7a0171-8a40-41b6-b74b-d8e5364d4793 service neutron] 10.222.0.36 "GET /v2.0/networks?id=faeef802-6aaf-4513-97dc-d31ac00c1e1f HTTP/1.1" status: 200 len: 908 time: 0.0922160 Jun 21 03:16:49.064880 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-8413ae36-5dc7-4e59-977f-a98b5634cd0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29c41984-b823-4ccd-984d-63f2521639b2 HTTP/1.1" status: 200 len: 217 time: 0.0333860 Jun 21 03:16:49.082632 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca31b0b-bbdb-4d55-a913-b422cc3dbb43 req-f64b3383-efb8-48d5-8a84-ed8215d19745 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:49.084136 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ca31b0b-bbdb-4d55-a913-b422cc3dbb43 req-f64b3383-efb8-48d5-8a84-ed8215d19745 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 943 time: 0.0500240 Jun 21 03:16:49.127273 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-fc8e9ed9-75d6-4f1b-b5d1-486e2d1cfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:49.128901 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-fc8e9ed9-75d6-4f1b-b5d1-486e2d1cfd8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddabf3ad-4f60-4379-83f6-af47513e2911 HTTP/1.1" status: 200 len: 847 time: 0.0510287 Jun 21 03:16:49.132922 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ca31b0b-bbdb-4d55-a913-b422cc3dbb43 req-ecbf7312-67f3-4a04-9541-cce2eb61b463 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Jun 21 03:16:49.161814 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-224a2c31-9a5d-44a5-a9c6-6ff23be3dc7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=faeef802-6aaf-4513-97dc-d31ac00c1e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266774 Jun 21 03:16:49.257219 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-4f67746d-3ea2-4385-a22e-3aab1c88f7bd service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891192 Jun 21 03:16:49.355459 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c6290fb-15e8-4338-a2ef-bf6571d05622 req-f7d814d0-8030-4d4c-8675-56d5cda9016c service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921354 Jun 21 03:16:50.264073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961253c1-8259-4010-b77e-0a8415b58186 req-92fcc82b-e7d9-4483-91fc-cbba3e0c4f83 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:50.268896 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-961253c1-8259-4010-b77e-0a8415b58186 req-92fcc82b-e7d9-4483-91fc-cbba3e0c4f83 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 943 time: 0.0650923 Jun 21 03:16:50.315965 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-961253c1-8259-4010-b77e-0a8415b58186 req-4a0e7981-9069-496e-9762-1a29e8ac912f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Jun 21 03:16:50.996846 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 29c41984-b823-4ccd-984d-63f2521639b2 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:16:51.106331 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 29c41984-b823-4ccd-984d-63f2521639b2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=29c41984-b823-4ccd-984d-63f2521639b2,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:51.115266 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:51.118000 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '29c41984-b823-4ccd-984d-63f2521639b2', 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f', 'port_id': '29c41984-b823-4ccd-984d-63f2521639b2', 'mac_address': 'fa:16:3e:8e:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddabf3ad-4f60-4379-83f6-af47513e2911', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:16:51.152913 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 29c41984-b823-4ccd-984d-63f2521639b2 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:16:51.153290 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (29c41984-b823-4ccd-984d-63f2521639b2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:51.166889 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c41984-b823-4ccd-984d-63f2521639b2 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:16:51.187193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 29c41984-b823-4ccd-984d-63f2521639b2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=29c41984-b823-4ccd-984d-63f2521639b2,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:51.192041 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (29c41984-b823-4ccd-984d-63f2521639b2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:51.237228 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=29c41984-b823-4ccd-984d-63f2521639b2,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:51.439659 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30424640-fa56-4e63-8d11-879786453e04 req-623ffd31-6a65-45b9-a94c-04dcc28abd6a tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:51.441773 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-30424640-fa56-4e63-8d11-879786453e04 req-623ffd31-6a65-45b9-a94c-04dcc28abd6a tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 944 time: 0.0557570 Jun 21 03:16:51.488965 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-30424640-fa56-4e63-8d11-879786453e04 req-0d8d816e-e4df-4b4d-8a23-622ab77c1057 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Jun 21 03:16:51.692103 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['29c41984-b823-4ccd-984d-63f2521639b2'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:16:52.609708 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161fac-a366-4e36-b25f-5a760c9b227b req-39840310-ae13-4e1c-a39c-7100923354f3 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:52.611189 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c161fac-a366-4e36-b25f-5a760c9b227b req-39840310-ae13-4e1c-a39c-7100923354f3 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 944 time: 0.0517559 Jun 21 03:16:52.663197 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c161fac-a366-4e36-b25f-5a760c9b227b req-ac1e6a9f-578c-442f-81ef-76952b760255 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Jun 21 03:16:53.001266 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 29c41984-b823-4ccd-984d-63f2521639b2 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:16:53.051240 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 29c41984-b823-4ccd-984d-63f2521639b2 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:16:53.059135 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 29c41984-b823-4ccd-984d-63f2521639b2 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:16:53.059505 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (29c41984-b823-4ccd-984d-63f2521639b2), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:53.140604 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 29c41984-b823-4ccd-984d-63f2521639b2 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:16:53.140995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (29c41984-b823-4ccd-984d-63f2521639b2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:53.165508 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c41984-b823-4ccd-984d-63f2521639b2'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:16:53.167768 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac7270e-8e08-4958-9826-c96a77179093" -d '{"events": [{"server_uuid": "9c3fe474-b7a0-4e92-9d38-3698c0c97026", "name": "network-vif-plugged", "status": "completed", "tag": "29c41984-b823-4ccd-984d-63f2521639b2"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:16:53.178756 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:53.180681 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 29c41984-b823-4ccd-984d-63f2521639b2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=29c41984-b823-4ccd-984d-63f2521639b2,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:53.185303 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (29c41984-b823-4ccd-984d-63f2521639b2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:53.208025 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9588a0b-4508-4f62-b84d-52d59208df26 x-openstack-request-id: req-c9588a0b-4508-4f62-b84d-52d59208df26 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:16:53.208314 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3fe474-b7a0-4e92-9d38-3698c0c97026", "name": "network-vif-plugged", "status": "completed", "tag": "29c41984-b823-4ccd-984d-63f2521639b2", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:16:53.208584 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9588a0b-4508-4f62-b84d-52d59208df26 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:16:53.208977 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9588a0b-4508-4f62-b84d-52d59208df26'] response: {'server_uuid': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c41984-b823-4ccd-984d-63f2521639b2', 'code': 200} Jun 21 03:16:53.234232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=29c41984-b823-4ccd-984d-63f2521639b2,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:53.429516 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82047c-9ccd-41a6-a89d-991d3c770523 req-c65e518f-0ed1-4c51-8b3c-190b304c8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:53.431751 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb82047c-9ccd-41a6-a89d-991d3c770523 req-c65e518f-0ed1-4c51-8b3c-190b304c8356 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 1129 time: 0.0430682 Jun 21 03:16:53.486931 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb82047c-9ccd-41a6-a89d-991d3c770523 req-9d5a0c12-59c9-409a-a639-5853f5339baa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463405 Jun 21 03:16:53.795476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8570fac-0df9-49f8-9ea0-84df0a12b2d2 req-d844d930-1a7a-4cda-9a1c-045400b62f85 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:53.796994 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8570fac-0df9-49f8-9ea0-84df0a12b2d2 req-d844d930-1a7a-4cda-9a1c-045400b62f85 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 945 time: 0.0494745 Jun 21 03:16:53.850407 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8570fac-0df9-49f8-9ea0-84df0a12b2d2 req-985f8fa3-b51f-4209-b90d-04068052a7d1 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Jun 21 03:16:54.978737 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98d10-9499-4bfa-94f0-d82db3bb1c21 req-642f3947-33e7-497c-b2ac-11cb57d577e2 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:54.980242 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8e98d10-9499-4bfa-94f0-d82db3bb1c21 req-642f3947-33e7-497c-b2ac-11cb57d577e2 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Jun 21 03:16:55.029983 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8e98d10-9499-4bfa-94f0-d82db3bb1c21 req-33aae6fa-459e-44eb-9be9-01bbc75f08f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Jun 21 03:16:56.138292 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:56.143483 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:56.154625 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c5946-0b7a-4521-90d2-ee6ed85ff299 req-140de4e2-d67a-412a-911b-92209b4f46b2 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:56.156084 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-138c5946-0b7a-4521-90d2-ee6ed85ff299 req-140de4e2-d67a-412a-911b-92209b4f46b2 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 945 time: 0.0511458 Jun 21 03:16:56.205328 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-138c5946-0b7a-4521-90d2-ee6ed85ff299 req-6608bd86-c9ee-4c34-9f97-9aeeac597570 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Jun 21 03:16:56.984470 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e36edc-7390-4281-b79f-1eee31565144 req-249acbef-27eb-4b6e-930f-4fa2d783706f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:56.985988 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-96e36edc-7390-4281-b79f-1eee31565144 req-249acbef-27eb-4b6e-930f-4fa2d783706f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Jun 21 03:16:57.036234 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-96e36edc-7390-4281-b79f-1eee31565144 req-f36ef153-d2d4-4773-9660-cc8018812dd7 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Jun 21 03:16:58.122058 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:16:58.162950 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b5357-49c9-40d0-a741-2f9a2416ab7b req-7bf364ad-5e78-4fd8-8530-6f101a2e3d78 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:58.164447 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b3b5357-49c9-40d0-a741-2f9a2416ab7b req-7bf364ad-5e78-4fd8-8530-6f101a2e3d78 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 945 time: 0.0508487 Jun 21 03:16:58.216339 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b3b5357-49c9-40d0-a741-2f9a2416ab7b req-6f79d338-1299-4a2c-b920-c6f100ce9854 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Jun 21 03:16:59.121633 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-12f3eb3a-72c8-4de6-aa68-51f9f10034cd tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:59.123391 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-12f3eb3a-72c8-4de6-aa68-51f9f10034cd tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 945 time: 0.0549333 Jun 21 03:16:59.342277 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9bca4-1a86-4445-b590-6ff87d5b6383 req-f7877560-0af9-49dd-afd5-550b679d537a tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:16:59.343747 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1dc9bca4-1a86-4445-b590-6ff87d5b6383 req-f7877560-0af9-49dd-afd5-550b679d537a tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 945 time: 0.0478103 Jun 21 03:16:59.395783 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1dc9bca4-1a86-4445-b590-6ff87d5b6383 req-f8316a2b-4fc8-43f5-8fb9-71ce828798a0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jun 21 03:16:59.534317 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Deleting port 29c41984-b823-4ccd-984d-63f2521639b2 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:16:59.534669 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (29c41984-b823-4ccd-984d-63f2521639b2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:59.625427 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] For port 29c41984-b823-4ccd-984d-63f2521639b2, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=29c41984-b823-4ccd-984d-63f2521639b2,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:16:59.625783 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (29c41984-b823-4ccd-984d-63f2521639b2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:59.639524 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Calling delete_port for 29c41984-b823-4ccd-984d-63f2521639b2 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:16:59.775528 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (29c41984-b823-4ccd-984d-63f2521639b2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:59.802968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Pushing event deleted for resources: {'Port': ['ID=29c41984-b823-4ccd-984d-63f2521639b2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:16:59.822281 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['29c41984-b823-4ccd-984d-63f2521639b2'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:16:59.844774 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] No DVR routers for this DVR port 29c41984-b823-4ccd-984d-63f2521639b2 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:16:59.847354 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:16:59.850583 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c03fc96-48de-460a-9453-ab7d4e4b060e req-7d268a76-215b-4da8-9be3-7f2c7a57ed7f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "DELETE /v2.0/ports/29c41984-b823-4ccd-984d-63f2521639b2 HTTP/1.1" status: 204 len: 173 time: 0.4000559 Jun 21 03:16:59.851008 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'name': 'network-vif-deleted', 'tag': '29c41984-b823-4ccd-984d-63f2521639b2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:16:59.853266 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40952707-d125-4d66-96bf-8bfe38f727d9" -d '{"events": [{"server_uuid": "9c3fe474-b7a0-4e92-9d38-3698c0c97026", "name": "network-vif-deleted", "tag": "29c41984-b823-4ccd-984d-63f2521639b2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:16:59.890011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b321a24-7a46-4304-815a-1602c99f1e5d x-openstack-request-id: req-8b321a24-7a46-4304-815a-1602c99f1e5d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:16:59.890321 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3fe474-b7a0-4e92-9d38-3698c0c97026", "name": "network-vif-deleted", "tag": "29c41984-b823-4ccd-984d-63f2521639b2", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:16:59.890573 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b321a24-7a46-4304-815a-1602c99f1e5d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:16:59.890977 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b321a24-7a46-4304-815a-1602c99f1e5d'] response: {'server_uuid': '9c3fe474-b7a0-4e92-9d38-3698c0c97026', 'name': 'network-vif-deleted', 'tag': '29c41984-b823-4ccd-984d-63f2521639b2', 'status': 'completed', 'code': 200} Jun 21 03:17:00.518836 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-acbed440-6bb4-4042-b4a6-661fc63c6ea3 req-7eb7b0f3-a707-481e-aeb2-1f50715ea83d tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3fe474-b7a0-4e92-9d38-3698c0c97026 HTTP/1.1" status: 200 len: 210 time: 0.0326772 Jun 21 03:17:01.790795 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-9cbf7a69-e173-4352-afbf-585ea7e328b5 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:01.792310 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-9cbf7a69-e173-4352-afbf-585ea7e328b5 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/networks?id=faeef802-6aaf-4513-97dc-d31ac00c1e1f HTTP/1.1" status: 200 len: 807 time: 0.1045449 Jun 21 03:17:01.809581 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-d414555c-31ba-4afc-b47e-9710cac34b26 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/quotas/40661b95bfb54299a52d803f7997d8f1 HTTP/1.1" status: 200 len: 375 time: 0.0097172 Jun 21 03:17:01.842897 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-6c2fb7ff-fdb0-4912-b6a7-c3f78fd60d0a tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40661b95bfb54299a52d803f7997d8f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268087 Jun 21 03:17:01.947094 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-94452f04-7862-4c8a-b916-974cb4663d07 service neutron] 10.222.0.16 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962389 Jun 21 03:17:02.045144 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-70db39b1-e880-4651-bec8-a9f202550024 service neutron] 10.222.0.16 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922060 Jun 21 03:17:02.241285 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e81ab910-cbfe-4277-834b-938c301b6823 req-b0553f92-7d21-4ab6-8393-e091def975fb tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 210 time: 0.0530913 Jun 21 03:17:02.314252 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b0303-7969-4c94-8f02-9b660c509f8a req-39610368-dbfe-4b3a-8a47-5c3ff7152791 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:02.315736 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2e7b0303-7969-4c94-8f02-9b660c509f8a req-39610368-dbfe-4b3a-8a47-5c3ff7152791 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0494781 Jun 21 03:17:02.367077 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2e7b0303-7969-4c94-8f02-9b660c509f8a req-817ea9c3-3495-4699-8054-886108a51052 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454412 Jun 21 03:17:03.076790 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 29c41984-b823-4ccd-984d-63f2521639b2 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:17:03.097739 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 29c41984-b823-4ccd-984d-63f2521639b2 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:17:03.098074 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 29c41984-b823-4ccd-984d-63f2521639b2 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:17:03.354464 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-502fd26b-96f6-4f81-880b-5f828f8de863 req-0b4fb61b-dd35-40e6-8250-4a15db26a93d tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 210 time: 0.0391483 Jun 21 03:17:03.483619 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0f226-07a7-4db1-bca6-416d49c5f6c6 req-667b6d8b-39b4-4341-bb9e-e405e5840c65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:03.485091 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ed0f226-07a7-4db1-bca6-416d49c5f6c6 req-667b6d8b-39b4-4341-bb9e-e405e5840c65 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0494163 Jun 21 03:17:03.539986 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ed0f226-07a7-4db1-bca6-416d49c5f6c6 req-fc5b6988-9377-44ea-84da-e33118423e20 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Jun 21 03:17:04.459914 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-574b4e85-d76e-4979-8133-6fb726f231dc req-5158f289-3054-42d0-be04-0e7a95eaf129 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 210 time: 0.0276618 Jun 21 03:17:04.567870 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-407ac896-e63d-4669-8785-799a430d40fb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:04.569895 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-407ac896-e63d-4669-8785-799a430d40fb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0494153 Jun 21 03:17:04.583138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:04.645599 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:04.649566 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:04.702133 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6c4ad-e8a4-4b7a-8c39-471049650f31 req-387b9328-5bb3-4056-b7f3-e16bc9d72bfe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:04.703631 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4de6c4ad-e8a4-4b7a-8c39-471049650f31 req-387b9328-5bb3-4056-b7f3-e16bc9d72bfe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 945 time: 0.0919762 Jun 21 03:17:04.704380 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port e72c0c57-d536-41d4-b5c1-44e92bed5223 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:17:04.704921 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:04.723075 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-fa660117-3274-488b-b992-7cdf9bc355a8 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:04.724730 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-fa660117-3274-488b-b992-7cdf9bc355a8 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "GET /v2.0/networks?id=faeef802-6aaf-4513-97dc-d31ac00c1e1f HTTP/1.1" status: 200 len: 807 time: 0.1231017 Jun 21 03:17:04.746161 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Request body: {'port': {'device_id': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f', 'admin_state_up': True, 'tenant_id': '40661b95bfb54299a52d803f7997d8f1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:04.809652 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4de6c4ad-e8a4-4b7a-8c39-471049650f31 req-6a71e66f-b089-457d-991a-902ff8afec4f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993359 Jun 21 03:17:04.834331 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] For port e72c0c57-d536-41d4-b5c1-44e92bed5223, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=e72c0c57-d536-41d4-b5c1-44e92bed5223,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:04.834716 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:04.860974 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Made reservation on behalf of 40661b95bfb54299a52d803f7997d8f1 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:17:04.864437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.012836 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.013064 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (53d1120b-67a2-4694-a0f1-a77d2e18b841), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.013417 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP 53d1120b-67a2-4694-a0f1-a77d2e18b841 disassociated. External IP: 172.27.2.87, port: e72c0c57-d536-41d4-b5c1-44e92bed5223. Jun 21 03:17:05.013692 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for e72c0c57-d536-41d4-b5c1-44e92bed5223 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:17:05.145543 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (e72c0c57-d536-41d4-b5c1-44e92bed5223), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.179089 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=e72c0c57-d536-41d4-b5c1-44e92bed5223,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:05.241897 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Allocated IP 172.20.0.12 (faeef802-6aaf-4513-97dc-d31ac00c1e1f/ddabf3ad-4f60-4379-83f6-af47513e2911/1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:17:05.291102 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:17:05.325211 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:05.401862 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks [] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.435856 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.484527 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Network faeef802-6aaf-4513-97dc-d31ac00c1e1f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:17:05.488554 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:17:05.493146 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:17:05.528070 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Pushing event updated for resources: {'Port': ['ID=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:05.572954 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.573361 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.573634 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.573976 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.574303 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.574632 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.574953 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.575281 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.575602 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.575919 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.576239 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.576593 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.576930 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.577215 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.577528 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:05.609443 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2ba8-15f6-4fec-a9c1-20076cd74365 req-020ccfc9-b38e-4ff1-b72a-7b9a1630e551 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:05.611008 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58db2ba8-15f6-4fec-a9c1-20076cd74365 req-020ccfc9-b38e-4ff1-b72a-7b9a1630e551 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 932 time: 0.0693104 Jun 21 03:17:05.616775 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:05.617411 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.654615 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-67d7f65e-c640-4c73-855b-cc8d5465c703 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9137933 Jun 21 03:17:05.671798 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:17:05.677653 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Request body: {'port': {'device_id': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:05.685223 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:17:05.695232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:17:05.695841 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:16:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:05.712675 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58db2ba8-15f6-4fec-a9c1-20076cd74365 req-d6376bb2-6add-44f1-b35e-1d5fc607e19c tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908930 Jun 21 03:17:05.718473 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] No DVR routers for this DVR port e72c0c57-d536-41d4-b5c1-44e92bed5223 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:17:05.721603 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.725031 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4bd502d2-ff2c-46cc-9780-c87b3322a2de req-82c1b403-b881-4eea-b18b-f06bdf2a006e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "DELETE /v2.0/ports/e72c0c57-d536-41d4-b5c1-44e92bed5223 HTTP/1.1" status: 204 len: 173 time: 1.1485918 Jun 21 03:17:05.725492 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'name': 'network-vif-deleted', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:05.727893 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8bcfca-0884-4012-bf8c-5bec91c2fc8a" -d '{"events": [{"server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "name": "network-vif-deleted", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:05.772902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:05.786769 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:05.793279 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf8ff1f-353a-413d-b926-2257f8bef42d x-openstack-request-id: req-adf8ff1f-353a-413d-b926-2257f8bef42d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:05.793503 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a", "name": "network-vif-deleted", "tag": "e72c0c57-d536-41d4-b5c1-44e92bed5223", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:05.793796 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adf8ff1f-353a-413d-b926-2257f8bef42d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:05.794204 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf8ff1f-353a-413d-b926-2257f8bef42d'] response: {'server_uuid': 'bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a', 'name': 'network-vif-deleted', 'tag': 'e72c0c57-d536-41d4-b5c1-44e92bed5223', 'status': 'completed', 'code': 200} Jun 21 03:17:05.830440 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:17:05.945342 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08add225-c956-4b85-a7aa-311176071d48 req-46076f89-ded1-42fe-b693-a66b1ba0034e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbc6bed5-6f9c-44bb-a0ca-d5d25705a11a HTTP/1.1" status: 200 len: 210 time: 0.0484772 Jun 21 03:17:06.103410 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:17:06.111299 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Publish callbacks [] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:06.125162 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Transition to ACTIVE for port object 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:17:06.129433 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:06.153798 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:06.177695 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:06.178776 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:17:06.188090 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:17:06.188792 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:16:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:06.236059 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:06.263841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Attempting to bind port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:17:06.264145 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Attempting to bind port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:17:06.264499 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Attempting to bind port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 on network faeef802-6aaf-4513-97dc-d31ac00c1e1f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:17:06.269323 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 on network faeef802-6aaf-4513-97dc-d31ac00c1e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:17:06.269637 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Attempting to bind port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 on network faeef802-6aaf-4513-97dc-d31ac00c1e1f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:17:06.274642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:17:06.274977 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Checking segment: {'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:17:06.275353 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Bound using segment: {'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:17:06.275830 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Bound port: 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fbace2-af4b-47a4-9e98-88abc5e43ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:17:06.276184 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:06.287363 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:06.303783 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:17:06.345464 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] For port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:17:06.349414 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] For port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:17:06.358427 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:06.395182 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:06.395790 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:06.397217 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 HTTP/1.1" status: 200 len: 1094 time: 0.7296989 Jun 21 03:17:06.397647 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'tag': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:06.399911 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50dcde8-29d5-4695-9f67-5dead2c8fde1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c2025-ecd4-4f37-96fc-902636d13d87", "tag": "1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:06.422868 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73e26-8217-49da-9fcc-315ba9ac59b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:06.453079 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1f1577-6005-41a0-af20-94645b156bdc x-openstack-request-id: req-db1f1577-6005-41a0-af20-94645b156bdc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:06.454026 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c2025-ecd4-4f37-96fc-902636d13d87", "tag": "1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:06.454026 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db1f1577-6005-41a0-af20-94645b156bdc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:06.454231 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1f1577-6005-41a0-af20-94645b156bdc'] response: {'name': 'network-changed', 'server_uuid': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'tag': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4', 'status': 'completed', 'code': 200} Jun 21 03:17:06.506619 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:06.526634 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-8674a29b-e6d7-4ccb-a280-ecd50bb44ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:06.528433 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-8674a29b-e6d7-4ccb-a280-ecd50bb44ccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40661b95bfb54299a52d803f7997d8f1&device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 1128 time: 0.0405335 Jun 21 03:17:06.532122 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32098dae-1a2f-4d90-9b64-b699375e3d02 None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:17:06.577589 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-945ab4d0-bdbd-474b-b3e4-ca1388ecbc02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 HTTP/1.1" status: 200 len: 217 time: 0.0343876 Jun 21 03:17:06.632340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-8fcb3cc3-fc74-4e81-b3a1-7c65c686ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:06.633741 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-8fcb3cc3-fc74-4e81-b3a1-7c65c686ece6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddabf3ad-4f60-4379-83f6-af47513e2911 HTTP/1.1" status: 200 len: 847 time: 0.0496030 Jun 21 03:17:06.667721 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-47b19f93-1cdd-4830-a381-075e6efcebd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=faeef802-6aaf-4513-97dc-d31ac00c1e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278239 Jun 21 03:17:06.765243 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb915bb-47b4-45a9-b3cd-9df192e39ca7 None None] New status for floating IP 53d1120b-67a2-4694-a0f1-a77d2e18b841: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:17:06.779880 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-d2d986e6-92d6-4c0f-acca-ebd7c14eb33b service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036866 Jun 21 03:17:06.900676 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb194-0bea-42ac-ab44-c6fa05b1108d req-60bcfe15-62c4-450e-8a80-91dec54c5172 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:06.908133 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578fb194-0bea-42ac-ab44-c6fa05b1108d req-60bcfe15-62c4-450e-8a80-91dec54c5172 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 944 time: 0.0958202 Jun 21 03:17:06.924630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:06.942202 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb9b6863-c0e0-45e9-8fae-cbd98fae0a4e req-d8a81b75-1a95-487a-9089-5a595c4601d8 service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549618 Jun 21 03:17:06.964930 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578fb194-0bea-42ac-ab44-c6fa05b1108d req-af086624-7a98-4fb1-95a5-b4083d0d8274 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556479 Jun 21 03:17:07.037199 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 60156) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:07.067626 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:07.097393 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbe8d-d95c-4278-85b7-56247d8054ad tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (566585e0-1c0a-43b3-9872-9c7cfcaf6d8a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.121037 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbe8d-d95c-4278-85b7-56247d8054ad tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (566585e0-1c0a-43b3-9872-9c7cfcaf6d8a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.175415 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbe8d-d95c-4278-85b7-56247d8054ad tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (566585e0-1c0a-43b3-9872-9c7cfcaf6d8a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.177989 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbe8d-d95c-4278-85b7-56247d8054ad tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.179163 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ea2cbe8d-d95c-4278-85b7-56247d8054ad tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/security-groups/566585e0-1c0a-43b3-9872-9c7cfcaf6d8a HTTP/1.1" status: 204 len: 168 time: 0.1409681 Jun 21 03:17:07.182054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 60158) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:07.188346 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cbe8d-d95c-4278-85b7-56247d8054ad tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566585e0-1c0a-43b3-9872-9c7cfcaf6d8a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:07.200184 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-2ac482ca-8907-40f8-b4b4-f5530951c8c7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] show failed (client error): The resource could not be found. Jun 21 03:17:07.201302 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2ac482ca-8907-40f8-b4b4-f5530951c8c7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups/566585e0-1c0a-43b3-9872-9c7cfcaf6d8a HTTP/1.1" status: 404 len: 347 time: 0.0180202 Jun 21 03:17:07.204308 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 60160) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:07.252654 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:07.329800 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port c7936f19-dbc8-4d48-8d60-6e9f262b87b5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:17:07.330140 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.412735 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.413263 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.430918 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for c7936f19-dbc8-4d48-8d60-6e9f262b87b5 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:17:07.581203 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (c7936f19-dbc8-4d48-8d60-6e9f262b87b5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.606827 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=c7936f19-dbc8-4d48-8d60-6e9f262b87b5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:07.648298 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:07.668135 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (53d1120b-67a2-4694-a0f1-a77d2e18b841), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.670592 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.671748 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ee09d6fe-6f58-4f0a-8048-7dabffdb0ea5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/floatingips/53d1120b-67a2-4694-a0f1-a77d2e18b841 HTTP/1.1" status: 204 len: 168 time: 0.4665110 Jun 21 03:17:07.743535 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 60164) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:07.748901 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-1650edf7-71e3-40e3-b3a3-3ca135f8dda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423505406', 'description': 'tempest-description--1349834650'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:07.774691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1650edf7-71e3-40e3-b3a3-3ca135f8dda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.844818 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1650edf7-71e3-40e3-b3a3-3ca135f8dda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (4ea36c9f-543a-4225-82f8-6cc0cc717a62), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.850616 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1650edf7-71e3-40e3-b3a3-3ca135f8dda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (4ea36c9f-543a-4225-82f8-6cc0cc717a62), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.882437 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1650edf7-71e3-40e3-b3a3-3ca135f8dda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.883653 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1650edf7-71e3-40e3-b3a3-3ca135f8dda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1390884 Jun 21 03:17:07.885515 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650edf7-71e3-40e3-b3a3-3ca135f8dda4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea36c9f-543a-4225-82f8-6cc0cc717a62,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:07.887090 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 60168) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:07.894387 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0160c985-bc89-463d-a572-e06f6aed4800 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '4ea36c9f-543a-4225-82f8-6cc0cc717a62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:07.927392 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0160c985-bc89-463d-a572-e06f6aed4800 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (665b9a91-98eb-4897-b2fb-014c69893aec), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.991514 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0160c985-bc89-463d-a572-e06f6aed4800 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (665b9a91-98eb-4897-b2fb-014c69893aec), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:07.997688 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0160c985-bc89-463d-a572-e06f6aed4800 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (665b9a91-98eb-4897-b2fb-014c69893aec), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.016540 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160c985-bc89-463d-a572-e06f6aed4800 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665b9a91-98eb-4897-b2fb-014c69893aec,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:08.026385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0160c985-bc89-463d-a572-e06f6aed4800 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.027941 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0160c985-bc89-463d-a572-e06f6aed4800 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397202 Jun 21 03:17:08.030394 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 60178) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:08.034889 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8596a66a-b394-4f3e-9af3-91e29a3a79a3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'security_group_rule': {'security_group_id': '4ea36c9f-543a-4225-82f8-6cc0cc717a62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:08.063056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8596a66a-b394-4f3e-9af3-91e29a3a79a3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (a3338102-5b66-4ee9-8a3b-70d14ed7ee65), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.106129 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38a778-d9ab-49e6-9909-3e59782e0efe req-17cd021f-e2bc-4cff-8d4e-84a3f52e3876 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:08.107610 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb38a778-d9ab-49e6-9909-3e59782e0efe req-17cd021f-e2bc-4cff-8d4e-84a3f52e3876 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 944 time: 0.0481234 Jun 21 03:17:08.124973 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8596a66a-b394-4f3e-9af3-91e29a3a79a3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (a3338102-5b66-4ee9-8a3b-70d14ed7ee65), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.129663 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8596a66a-b394-4f3e-9af3-91e29a3a79a3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (a3338102-5b66-4ee9-8a3b-70d14ed7ee65), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.151401 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596a66a-b394-4f3e-9af3-91e29a3a79a3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3338102-5b66-4ee9-8a3b-70d14ed7ee65,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:08.156534 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8596a66a-b394-4f3e-9af3-91e29a3a79a3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.157736 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8596a66a-b394-4f3e-9af3-91e29a3a79a3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263993 Jun 21 03:17:08.160832 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 60180) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:08.163007 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb38a778-d9ab-49e6-9909-3e59782e0efe req-194409b0-1607-48f6-a2b9-5e98ea827f47 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487664 Jun 21 03:17:08.168470 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:08.192089 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.222112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:08.274800 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.380817 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.27.2.54 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/cc3ca067-e21e-472f-ab89-9a595c068ca3) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:17:08.493487 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.526287 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.567045 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:17:08.569866 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:17:08.573764 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:17:08.598959 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=cc3ca067-e21e-472f-ab89-9a595c068ca3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:08.649733 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:08.666018 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (94ffc59e-ed00-4cd1-859c-85a060ff16ff), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.706100 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.824378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf21124-1e3b-4b28-81bf-18b1992b0e4b req-f39833df-5d27-47a5-97d8-97a1a7f4b5b5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:08.825802 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dbf21124-1e3b-4b28-81bf-18b1992b0e4b req-f39833df-5d27-47a5-97d8-97a1a7f4b5b5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0469313 Jun 21 03:17:08.853860 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.859269 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.875843 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dbf21124-1e3b-4b28-81bf-18b1992b0e4b req-48502198-1352-4029-9ba6-23b2f92eccf5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Jun 21 03:17:08.929587 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=cc3ca067-e21e-472f-ab89-9a595c068ca3,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:08.941793 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (94ffc59e-ed00-4cd1-859c-85a060ff16ff), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.948366 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:08.959285 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:08.960549 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9c12eead-cfcf-4761-bef7-bd2613bea89d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7984705 Jun 21 03:17:09.120889 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device e72c0c57-d536-41d4-b5c1-44e92bed5223 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:17:09.141253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: e72c0c57-d536-41d4-b5c1-44e92bed5223 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:17:09.141597 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device e72c0c57-d536-41d4-b5c1-44e92bed5223 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:17:09.168173 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-e9920048-7cc0-431c-9861-ec0941fb2d75 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1423505406&fields=id&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 267 time: 0.0455785 Jun 21 03:17:09.281313 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-2460f221-18f1-4f2b-bb58-dadd6f143393 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:09.283093 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-2460f221-18f1-4f2b-bb58-dadd6f143393 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.1082730 Jun 21 03:17:09.283599 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60710474-8b9c-4de8-8370-64fd87a56fad req-68a8ab11-d45c-4b2c-be0e-758338cb495f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:09.285744 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-60710474-8b9c-4de8-8370-64fd87a56fad req-68a8ab11-d45c-4b2c-be0e-758338cb495f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 944 time: 0.0493867 Jun 21 03:17:09.298397 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-50cc8c31-fbd3-443b-ba73-c5c89bd2e564 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/quotas/febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 375 time: 0.0095844 Jun 21 03:17:09.334222 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-60710474-8b9c-4de8-8370-64fd87a56fad req-360700e9-cd63-41de-b32f-8c2a9672db73 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Jun 21 03:17:09.349015 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-d81d2fac-3816-4526-95dc-1afd4cd1f1d3 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448043 Jun 21 03:17:09.448852 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-07ec86b3-5cdf-4d13-b969-6a60c95a869d service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880136 Jun 21 03:17:09.560381 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-80d77c84-0ea4-4e21-bfc3-3959b36fb82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:09.561916 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-80d77c84-0ea4-4e21-bfc3-3959b36fb82c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40661b95bfb54299a52d803f7997d8f1&device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 1128 time: 0.0803819 Jun 21 03:17:09.589432 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-fd98eb51-fcbb-4bce-b8be-06bb0cb7032c service neutron] 10.222.0.16 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314421 Jun 21 03:17:09.740018 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-aeea8026-8838-4202-a802-c38f239a231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:09.741542 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-aeea8026-8838-4202-a802-c38f239a231f service neutron] 10.222.0.36 "GET /v2.0/networks?id=faeef802-6aaf-4513-97dc-d31ac00c1e1f HTTP/1.1" status: 200 len: 908 time: 0.0928040 Jun 21 03:17:09.771268 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-176af94f-cb43-42fc-9824-69c9c80b72c1 req-734d4703-83b3-45ee-bf52-a3a395ca29c7 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 210 time: 0.0321627 Jun 21 03:17:09.790106 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-98d5a12d-0545-48d1-b85f-dc6801bf70e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 HTTP/1.1" status: 200 len: 217 time: 0.0418236 Jun 21 03:17:09.840777 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-b6ae088c-3656-46b9-999d-1f81ee04b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:09.842390 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-b6ae088c-3656-46b9-999d-1f81ee04b336 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ddabf3ad-4f60-4379-83f6-af47513e2911 HTTP/1.1" status: 200 len: 847 time: 0.0457010 Jun 21 03:17:09.857810 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:09.876613 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-8403a95e-a29b-46b3-a996-4e3ad8169156 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=faeef802-6aaf-4513-97dc-d31ac00c1e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273416 Jun 21 03:17:10.009462 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-151abb87-a1c4-4b09-82d1-b898db7cca56 service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269407 Jun 21 03:17:10.015553 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561160b-f3d9-484a-af58-7b61783e4ba9 req-2c8ef1c1-53fd-4aa8-b6bd-4ccc675ac05f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:10.016941 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7561160b-f3d9-484a-af58-7b61783e4ba9 req-2c8ef1c1-53fd-4aa8-b6bd-4ccc675ac05f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0609939 Jun 21 03:17:10.121605 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7561160b-f3d9-484a-af58-7b61783e4ba9 req-af936e07-9b07-4681-a905-4cbea1ca300d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956142 Jun 21 03:17:10.140348 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b50dcde8-29d5-4695-9f67-5dead2c8fde1 req-d199434f-953b-4660-9c4c-a56c593423a8 service neutron] 10.222.0.36 "GET /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224639 Jun 21 03:17:10.451885 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f9b8c-64fe-4110-a68e-b88eff7f956f req-2855721d-22ca-4890-bc17-fcacfbb5ac8b tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:10.453389 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d2f9b8c-64fe-4110-a68e-b88eff7f956f req-2855721d-22ca-4890-bc17-fcacfbb5ac8b tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 944 time: 0.0497355 Jun 21 03:17:10.502412 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d2f9b8c-64fe-4110-a68e-b88eff7f956f req-40fffa4e-ddf8-47bf-a0d3-8978902c5710 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 Jun 21 03:17:10.812295 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:10.839174 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-3821afc4-ce1a-4cab-98bb-1e7e133fa66f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:10.840768 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-3821afc4-ce1a-4cab-98bb-1e7e133fa66f tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 814 time: 0.1088138 Jun 21 03:17:10.875127 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d5c6656-7dcd-41e5-a05b-1a3c3a16d8cd req-2109bd63-6374-4c36-87d1-51e5963c0c71 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 210 time: 0.0333028 Jun 21 03:17:10.928311 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-e2de09db-29b2-40ec-b41a-f29e6f2dd2ef tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=febf273149c744e08e0f7ea65e44e0d9 HTTP/1.1" status: 200 len: 380 time: 0.0599735 Jun 21 03:17:11.023647 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'port': {'device_id': 'a3491b64-77fe-4354-9999-2313c72376c6', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'admin_state_up': True, 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'security_groups': ['4ea36c9f-543a-4225-82f8-6cc0cc717a62']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:11.125430 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:17:11.141749 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Made reservation on behalf of febf273149c744e08e0f7ea65e44e0d9 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:17:11.145956 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.224633 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:11.248046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:11.254641 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18681f-ad70-4cdd-aab5-28b609341da7 req-7792abd9-abac-4cce-b75f-4b67bb9120e0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:11.256139 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f18681f-ad70-4cdd-aab5-28b609341da7 req-7792abd9-abac-4cce-b75f-4b67bb9120e0 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0571332 Jun 21 03:17:11.260148 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4', 'network_id': 'faeef802-6aaf-4513-97dc-d31ac00c1e1f', 'port_id': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4', 'mac_address': 'fa:16:3e:51:71:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddabf3ad-4f60-4379-83f6-af47513e2911', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:17:11.289298 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Allocated IP 172.20.0.11 (4c23877e-0103-47a1-a2d4-5b0d47022cc2/1acb5b1e-2862-4637-84b5-98e92ed6066e/12563adb-7248-488a-a2fe-6a26eb6579a4) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:17:11.296624 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:11.297018 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.314407 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f18681f-ad70-4cdd-aab5-28b609341da7 req-e4c0250a-e5c8-4f5a-bb76-cf640af0c929 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524173 Jun 21 03:17:11.315278 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:17:11.336577 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:11.341399 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.387699 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:11.433594 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.455183 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:11.468266 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.512052 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:17:11.515051 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:17:11.518812 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:17:11.525022 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event updated for resources: {'Port': ['ID=12563adb-7248-488a-a2fe-6a26eb6579a4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:11.571270 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:11.571895 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.596128 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-8787e748-4330-4a64-b3b3-57ee1fa178fe tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769467 Jun 21 03:17:11.618442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Request body: {'port': {'device_id': 'a3491b64-77fe-4354-9999-2313c72376c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:11.627723 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-209da634-f894-41cf-8ed4-72030bf43922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.659678 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ac843-5562-49df-8715-d3fe722646d8 req-bca3db11-4e22-4c7f-b5c8-f51e7b21aa3f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:11.661276 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c6ac843-5562-49df-8715-d3fe722646d8 req-bca3db11-4e22-4c7f-b5c8-f51e7b21aa3f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 945 time: 0.0797398 Jun 21 03:17:11.715677 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.723100 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:11.751485 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c6ac843-5562-49df-8715-d3fe722646d8 req-2d1412e7-b751-4088-bc5f-0b9112b4a208 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835972 Jun 21 03:17:11.775257 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:17:11.813691 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-65a21ac2-addb-4ec8-a921-5c4c53f3d045 None None] Provisioning complete for port 12563adb-7248-488a-a2fe-6a26eb6579a4 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:17:11.813945 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65a21ac2-addb-4ec8-a921-5c4c53f3d045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:11.862476 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-65a21ac2-addb-4ec8-a921-5c4c53f3d045 None None] Port 12563adb-7248-488a-a2fe-6a26eb6579a4 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:17:11.999514 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7a464-bb04-4b9e-ad95-201410329ea8 req-f2218389-546b-4c28-97fd-020a07ff77d5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:12.001082 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fcd7a464-bb04-4b9e-ad95-201410329ea8 req-f2218389-546b-4c28-97fd-020a07ff77d5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 932 time: 0.0535371 Jun 21 03:17:12.055231 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fcd7a464-bb04-4b9e-ad95-201410329ea8 req-85e65ead-a1b1-4a30-a7b3-08e6b2cd041c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481856 Jun 21 03:17:12.242198 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12563adb-7248-488a-a2fe-6a26eb6579a4 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:17:12.250369 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Publish callbacks [] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:12.263911 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Transition to ACTIVE for port object 12563adb-7248-488a-a2fe-6a26eb6579a4 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:17:12.270369 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:12.317739 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Pushing event updated for resources: {'Port': ['ID=12563adb-7248-488a-a2fe-6a26eb6579a4,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:12.396312 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Attempting to bind port 12563adb-7248-488a-a2fe-6a26eb6579a4 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:17:12.396675 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Attempting to bind port 12563adb-7248-488a-a2fe-6a26eb6579a4 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:17:12.396998 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Attempting to bind port 12563adb-7248-488a-a2fe-6a26eb6579a4 on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:17:12.402375 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Port 12563adb-7248-488a-a2fe-6a26eb6579a4 on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:17:12.402694 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Attempting to bind port 12563adb-7248-488a-a2fe-6a26eb6579a4 on network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:17:12.409141 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:17:12.409481 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Checking segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:17:12.409865 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Bound using segment: {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:17:12.410299 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Bound port: 12563adb-7248-488a-a2fe-6a26eb6579a4, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a42e94-8b9e-4267-a880-1a850a6cc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:17:12.410647 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:12.485211 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] For port 12563adb-7248-488a-a2fe-6a26eb6579a4, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:17:12.489474 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] For port 12563adb-7248-488a-a2fe-6a26eb6579a4, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=12563adb-7248-488a-a2fe-6a26eb6579a4,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:17:12.497929 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:12.534973 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:12.535592 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:12.537008 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] 10.222.0.36 "PUT /v2.0/ports/12563adb-7248-488a-a2fe-6a26eb6579a4 HTTP/1.1" status: 200 len: 1094 time: 0.9248824 Jun 21 03:17:12.537438 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:12.539854 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:12.560645 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:12.607796 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea17928-d8f4-48d7-ab91-ea7dfd202e50 x-openstack-request-id: req-aea17928-d8f4-48d7-ab91-ea7dfd202e50 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:12.608175 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:12.608508 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aea17928-d8f4-48d7-ab91-ea7dfd202e50 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:12.608911 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea17928-d8f4-48d7-ab91-ea7dfd202e50'] response: {'name': 'network-changed', 'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'status': 'completed', 'code': 200} Jun 21 03:17:12.613956 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b92ab8-283f-498b-a65a-cce581899937 service neutron] Pushing event updated for resources: {'Port': ['ID=12563adb-7248-488a-a2fe-6a26eb6579a4,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:12.661287 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21223-48d9-4cd7-8c5b-6c4d17cdd52a req-97d0b77e-06a8-4b88-88ce-f968dcba904a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:12.662844 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8db21223-48d9-4cd7-8c5b-6c4d17cdd52a req-97d0b77e-06a8-4b88-88ce-f968dcba904a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.1031156 Jun 21 03:17:12.672580 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-ec41149b-d030-4e4a-bfbf-2a8f0b93b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:12.674043 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-ec41149b-d030-4e4a-bfbf-2a8f0b93b14b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 1128 time: 0.0614824 Jun 21 03:17:12.726831 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-bb87712b-7eff-4bfc-bb53-101396fe9129 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12563adb-7248-488a-a2fe-6a26eb6579a4 HTTP/1.1" status: 200 len: 217 time: 0.0368235 Jun 21 03:17:12.780081 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8db21223-48d9-4cd7-8c5b-6c4d17cdd52a req-3c3cd560-4de2-4f0f-aef7-47eb668d3ceb tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096463 Jun 21 03:17:12.791706 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-30b73d88-689b-4b2a-835d-e2dcf377f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:12.793429 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-30b73d88-689b-4b2a-835d-e2dcf377f737 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0589774 Jun 21 03:17:12.826620 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:12.840618 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-743500dc-f023-472e-b6d0-dc74a44f5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:12.842166 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-743500dc-f023-472e-b6d0-dc74a44f5733 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417690 Jun 21 03:17:12.887516 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a17bb9-558b-495d-be05-d5c7b164a276 req-0dae785e-91ea-4bff-b6b5-f868f5cc90f2 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:12.888996 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5a17bb9-558b-495d-be05-d5c7b164a276 req-0dae785e-91ea-4bff-b6b5-f868f5cc90f2 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 945 time: 0.0473344 Jun 21 03:17:12.909749 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:12.916548 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:12.938759 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-59ae2786-4f3c-4696-a63a-f68947e136c2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894279 Jun 21 03:17:12.943047 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5a17bb9-558b-495d-be05-d5c7b164a276 req-520e91f4-0999-4847-b11d-d5ec37ba5c5f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Jun 21 03:17:13.044383 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1feda73f-cc1d-4c76-930d-70bc84d24933 req-9aaf7e9f-302b-488d-af8f-05604e6a7361 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991924 Jun 21 03:17:13.139270 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:17:13.173361 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa487-712b-4c76-875e-25a335da551f req-fb7e5451-e8bf-4f30-95ae-e949dc6e2ceb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:13.175065 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-41caa487-712b-4c76-875e-25a335da551f req-fb7e5451-e8bf-4f30-95ae-e949dc6e2ceb tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 944 time: 0.0503857 Jun 21 03:17:13.181980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:17:13.188862 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:17:13.189245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:13.193692 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:13.208526 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:17:13.224151 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-41caa487-712b-4c76-875e-25a335da551f req-38bfc2ad-23d7-423d-b2d7-f0513d32e9af tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431478 Jun 21 03:17:13.269130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:13.269538 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:13.292601 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:13.294786 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d031b4fa-57a7-4eb9-b985-845742cb0e01" -d '{"events": [{"server_uuid": "9e8c2025-ecd4-4f37-96fc-902636d13d87", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:13.307217 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:13.311933 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:13.336584 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d134aa-b7a6-4c85-958f-658e183b620e x-openstack-request-id: req-26d134aa-b7a6-4c85-958f-658e183b620e {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:13.336876 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c2025-ecd4-4f37-96fc-902636d13d87", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:13.337126 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26d134aa-b7a6-4c85-958f-658e183b620e {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:13.337519 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d134aa-b7a6-4c85-958f-658e183b620e'] response: {'server_uuid': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4', 'code': 200} Jun 21 03:17:13.364334 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:13.859130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6992a937-8c48-4897-ae70-df2944d96e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:13.916682 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ada3b-467c-47fa-8db0-1c779e48f777 req-05614f72-77ea-4963-85f8-e305837e1014 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:13.918162 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-225ada3b-467c-47fa-8db0-1c779e48f777 req-05614f72-77ea-4963-85f8-e305837e1014 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0478444 Jun 21 03:17:13.985497 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-225ada3b-467c-47fa-8db0-1c779e48f777 req-350dd58f-ab9e-483a-9d06-a2c825f7cc19 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586679 Jun 21 03:17:14.062478 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54c90a-f915-4cf0-8a85-c0bcb1982bf9 req-3c04eeba-4ea1-4a10-b91b-e18696fe4292 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:14.063938 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ac54c90a-f915-4cf0-8a85-c0bcb1982bf9 req-3c04eeba-4ea1-4a10-b91b-e18696fe4292 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0511029 Jun 21 03:17:14.111468 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ac54c90a-f915-4cf0-8a85-c0bcb1982bf9 req-2d08ecd3-22a9-4247-b274-cf3d6612867f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Jun 21 03:17:14.342162 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528c0e-04a4-47a9-a633-5126413e259c req-67f92244-5be3-44f1-bad2-487b27fe0a4e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:14.343638 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24528c0e-04a4-47a9-a633-5126413e259c req-67f92244-5be3-44f1-bad2-487b27fe0a4e tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 944 time: 0.0520308 Jun 21 03:17:14.395210 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24528c0e-04a4-47a9-a633-5126413e259c req-d772637f-8365-458f-8c86-9e2ac744084a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Jun 21 03:17:14.896775 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:15.118041 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d0b76-fb1a-4db7-a726-29fbb08c66f1 req-5e9239f4-f566-4156-8058-a405a5b4fc05 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:15.119485 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-430d0b76-fb1a-4db7-a726-29fbb08c66f1 req-5e9239f4-f566-4156-8058-a405a5b4fc05 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0480881 Jun 21 03:17:15.171666 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-430d0b76-fb1a-4db7-a726-29fbb08c66f1 req-6abcf31a-268c-4f3b-bb11-f9d57a4b6c93 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 Jun 21 03:17:15.246583 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82c84-a615-4fab-abd2-89c3f645f994 req-182bd8c3-889d-4200-8d52-f68fab5942e3 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:15.248331 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54a82c84-a615-4fab-abd2-89c3f645f994 req-182bd8c3-889d-4200-8d52-f68fab5942e3 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0554245 Jun 21 03:17:15.298914 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54a82c84-a615-4fab-abd2-89c3f645f994 req-8980b005-ab3f-451a-a544-2f5e908cfcf6 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Jun 21 03:17:15.469306 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-6fa1d46e-b64b-48b6-8755-b537cea6d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:15.471212 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-6fa1d46e-b64b-48b6-8755-b537cea6d6ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 1128 time: 0.0562823 Jun 21 03:17:15.523017 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f803-00c4-4937-8424-6a814f7fde83 req-1a81c673-0112-41d3-88af-93a5087c28ae tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:15.524440 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e1f7f803-00c4-4937-8424-6a814f7fde83 req-1a81c673-0112-41d3-88af-93a5087c28ae tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 944 time: 0.0524769 Jun 21 03:17:15.566956 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-936cc961-6f74-4505-b4eb-bf87297d5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:15.568444 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-936cc961-6f74-4505-b4eb-bf87297d5d51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.0903313 Jun 21 03:17:15.608188 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e1f7f803-00c4-4937-8424-6a814f7fde83 req-82bad010-3c3a-4ed2-98d0-8cf8d2017308 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778294 Jun 21 03:17:15.610722 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-09a0df3d-e372-4c77-9a69-e7f8e3751dd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12563adb-7248-488a-a2fe-6a26eb6579a4 HTTP/1.1" status: 200 len: 217 time: 0.0361602 Jun 21 03:17:15.611351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcca65-c195-49d5-a925-c9568fd0c5b4 req-eed47d25-b1b0-4209-bdd7-c9efc2d0f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:15.613059 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-91bcca65-c195-49d5-a925-c9568fd0c5b4 req-eed47d25-b1b0-4209-bdd7-c9efc2d0f4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 1130 time: 0.0586741 Jun 21 03:17:15.660225 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-91bcca65-c195-49d5-a925-c9568fd0c5b4 req-7ff8d527-d4ae-4d1c-9913-816cf8c55934 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Jun 21 03:17:15.664312 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-face9325-435c-42fa-aa01-db970162627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:15.665865 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-face9325-435c-42fa-aa01-db970162627a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0452931 Jun 21 03:17:16.090824 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-85d93678-54e6-431b-ba24-ce5b188a42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:16.092329 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-85d93678-54e6-431b-ba24-ce5b188a42bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451276 Jun 21 03:17:16.307266 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:16.326807 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779afc11-1314-46d4-abe1-0967869ce3a4 req-69966567-d5c7-4305-a56f-ba4bed98691d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:16.328277 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-779afc11-1314-46d4-abe1-0967869ce3a4 req-69966567-d5c7-4305-a56f-ba4bed98691d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0803239 Jun 21 03:17:16.375964 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:16.382571 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:16.417114 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c796c-bfdd-4ba2-969a-6c52dbe2345b req-bfd4d802-145d-4c67-a580-330a0b0fc274 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:16.418495 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-bb71708a-eda8-4c54-957b-cf3b90eb8271 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386826 Jun 21 03:17:16.418647 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-486c796c-bfdd-4ba2-969a-6c52dbe2345b req-bfd4d802-145d-4c67-a580-330a0b0fc274 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0479338 Jun 21 03:17:16.422740 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-779afc11-1314-46d4-abe1-0967869ce3a4 req-9cec73f1-9f56-4579-9375-7bb13f0327c2 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656331 Jun 21 03:17:16.468657 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-486c796c-bfdd-4ba2-969a-6c52dbe2345b req-14b40f49-a620-47e1-ae09-24316b403444 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Jun 21 03:17:16.695171 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:16.733251 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e663c-7ac2-46e1-a0a6-47ba47486264 req-cec3c918-dac2-4dcb-8f4e-76a98a8b4303 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:16.734719 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff5e663c-7ac2-46e1-a0a6-47ba47486264 req-cec3c918-dac2-4dcb-8f4e-76a98a8b4303 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 944 time: 0.0504751 Jun 21 03:17:16.837852 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff5e663c-7ac2-46e1-a0a6-47ba47486264 req-9f1f02ee-0e5d-4f58-8377-24f2726e0ae4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972669 Jun 21 03:17:16.867400 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50a07358-a1bb-45bc-ae15-2ee4d05c4bb6 req-cd18d0ca-3e6a-44b2-88ed-debd0a3102b2 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071601 Jun 21 03:17:16.870195 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:17.149198 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:17.167171 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 12563adb-7248-488a-a2fe-6a26eb6579a4 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:17:17.190504 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:17.270899 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 12563adb-7248-488a-a2fe-6a26eb6579a4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=12563adb-7248-488a-a2fe-6a26eb6579a4,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:17.282545 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'port_id': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'mac_address': 'fa:16:3e:43:a0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:17:17.322060 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 12563adb-7248-488a-a2fe-6a26eb6579a4 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:17.322819 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:17.335518 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12563adb-7248-488a-a2fe-6a26eb6579a4 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:17:17.354911 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 12563adb-7248-488a-a2fe-6a26eb6579a4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=12563adb-7248-488a-a2fe-6a26eb6579a4,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:17.360335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:17.408324 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=12563adb-7248-488a-a2fe-6a26eb6579a4,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:17.553715 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698063d-5b17-489d-a535-2ece3f09d457 req-2fa6f5ae-6bab-4303-a0b4-d7af384c9349 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:17.555204 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3698063d-5b17-489d-a535-2ece3f09d457 req-2fa6f5ae-6bab-4303-a0b4-d7af384c9349 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0522332 Jun 21 03:17:17.584741 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b5c38-682b-4290-83cc-d135cabed868 req-b5e9e48f-f6e5-4ceb-8f25-ff194fdf66ca tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:17.586257 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e56b5c38-682b-4290-83cc-d135cabed868 req-b5e9e48f-f6e5-4ceb-8f25-ff194fdf66ca tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0499725 Jun 21 03:17:17.603968 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3698063d-5b17-489d-a535-2ece3f09d457 req-70ed6901-a60f-4c22-9871-34acc65831b6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Jun 21 03:17:17.639095 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e56b5c38-682b-4290-83cc-d135cabed868 req-b5897bc3-654e-481e-8aa8-195028b9e1e9 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Jun 21 03:17:17.807578 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['12563adb-7248-488a-a2fe-6a26eb6579a4'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:17:17.953656 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90513aa9-316a-4d6e-99de-83d36dc0459e req-c05d445b-0cd9-437f-a5c1-f31924cff63a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:17.955142 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90513aa9-316a-4d6e-99de-83d36dc0459e req-c05d445b-0cd9-437f-a5c1-f31924cff63a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Jun 21 03:17:18.007664 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90513aa9-316a-4d6e-99de-83d36dc0459e req-01a303b9-4929-48b1-b435-373d09c26154 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Jun 21 03:17:18.731854 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34141b3-9b82-4d95-aeaf-f098df309645 req-2e390c05-e236-409d-968f-30cc9e6cbeb6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:18.733411 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f34141b3-9b82-4d95-aeaf-f098df309645 req-2e390c05-e236-409d-968f-30cc9e6cbeb6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0497680 Jun 21 03:17:18.760637 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2ff1e-e108-4cb0-b271-488b22e3d576 req-c5c0e55e-617e-4226-97c3-7951a53c503e tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:18.762104 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a2a2ff1e-e108-4cb0-b271-488b22e3d576 req-c5c0e55e-617e-4226-97c3-7951a53c503e tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0486417 Jun 21 03:17:18.780972 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f34141b3-9b82-4d95-aeaf-f098df309645 req-269e035e-38ed-4ee4-ae8f-eab06b726fa4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419717 Jun 21 03:17:18.814870 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a2a2ff1e-e108-4cb0-b271-488b22e3d576 req-9b40e3e5-4922-44a9-ab67-eb17bfbb908f tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470328 Jun 21 03:17:19.124795 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf76958-4556-4553-834a-117ceca2ee66 req-51d14887-acff-4adf-bcb1-05de458ad14c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:19.126267 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bf76958-4556-4553-834a-117ceca2ee66 req-51d14887-acff-4adf-bcb1-05de458ad14c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Jun 21 03:17:19.175103 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bf76958-4556-4553-834a-117ceca2ee66 req-d50fb06d-8e04-46b6-9262-e1840dbddcd5 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Jun 21 03:17:19.185472 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 12563adb-7248-488a-a2fe-6a26eb6579a4 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:17:19.226598 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 12563adb-7248-488a-a2fe-6a26eb6579a4 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:17:19.234596 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 12563adb-7248-488a-a2fe-6a26eb6579a4 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:17:19.235032 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:19.268619 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:19.324597 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 12563adb-7248-488a-a2fe-6a26eb6579a4 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:19.324986 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:19.349484 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:19.351742 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e257e-d130-47e7-ad8b-0d2706319405" -d '{"events": [{"server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "name": "network-vif-plugged", "status": "completed", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:19.364469 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 12563adb-7248-488a-a2fe-6a26eb6579a4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=12563adb-7248-488a-a2fe-6a26eb6579a4,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:19.370096 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:19.393492 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9579d55f-28d6-4b21-b8c3-0a5c08fab584 x-openstack-request-id: req-9579d55f-28d6-4b21-b8c3-0a5c08fab584 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:19.393774 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "name": "network-vif-plugged", "status": "completed", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:19.394019 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9579d55f-28d6-4b21-b8c3-0a5c08fab584 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:19.395571 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9579d55f-28d6-4b21-b8c3-0a5c08fab584'] response: {'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'code': 200} Jun 21 03:17:19.419887 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=12563adb-7248-488a-a2fe-6a26eb6579a4,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:19.565319 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc286d-acef-4383-bc89-32092689b438 req-37182716-f34a-4d77-aa26-1e813d8423ce tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:19.566738 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17fc286d-acef-4383-bc89-32092689b438 req-37182716-f34a-4d77-aa26-1e813d8423ce tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0531588 Jun 21 03:17:19.614314 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17fc286d-acef-4383-bc89-32092689b438 req-b8e32722-f52c-4de9-91ce-243ac26c14a6 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Jun 21 03:17:19.910193 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780cdd6-7ee7-44c0-a26d-38eca5ba67a3 req-f793d7b5-ae99-4761-8b09-7584b6d2538d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:19.911675 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d780cdd6-7ee7-44c0-a26d-38eca5ba67a3 req-f793d7b5-ae99-4761-8b09-7584b6d2538d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0521278 Jun 21 03:17:19.963605 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d780cdd6-7ee7-44c0-a26d-38eca5ba67a3 req-699b841e-47c2-406e-bc71-bae241c2e52b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 Jun 21 03:17:20.297920 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23a1ca-5c15-4474-aae1-5fa0432936e7 req-d0fea280-871f-481e-adb6-5e223eaa1bc0 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:20.299381 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d23a1ca-5c15-4474-aae1-5fa0432936e7 req-d0fea280-871f-481e-adb6-5e223eaa1bc0 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0482552 Jun 21 03:17:20.349638 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d23a1ca-5c15-4474-aae1-5fa0432936e7 req-e1fdd7af-be1a-4768-a0a7-9f2214371c02 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 Jun 21 03:17:20.750504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479e98c-2396-4118-aec1-45857d826b6e req-195006a2-c125-4af1-ab21-a08b10f151f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:20.751973 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0479e98c-2396-4118-aec1-45857d826b6e req-195006a2-c125-4af1-ab21-a08b10f151f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0561452 Jun 21 03:17:20.802214 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0479e98c-2396-4118-aec1-45857d826b6e req-25c20e7e-9a37-4fd2-a048-bd91d6c0d554 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/security-groups?id=c497765f-734d-457b-a17c-9b9558a1c632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Jun 21 03:17:21.086908 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8486b3c-ae30-4e1e-aadb-e53d2f99f4b9 req-2b8be595-077a-42f6-9cda-621de377dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:21.088443 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8486b3c-ae30-4e1e-aadb-e53d2f99f4b9 req-2b8be595-077a-42f6-9cda-621de377dfe2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 1130 time: 0.0782838 Jun 21 03:17:21.103614 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad9f7-01cb-4c8d-8792-1ec5eda58598 req-2b215eef-1126-44c0-9068-9e7fa91cc1fe tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:21.105034 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c0ad9f7-01cb-4c8d-8792-1ec5eda58598 req-2b215eef-1126-44c0-9068-9e7fa91cc1fe tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0534868 Jun 21 03:17:21.160064 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25917e-5581-455c-830f-e2bc21a667f5 req-f15310d9-95fb-4fbb-97be-1685dcce9f05 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:21.162393 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-db25917e-5581-455c-830f-e2bc21a667f5 req-f15310d9-95fb-4fbb-97be-1685dcce9f05 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 946 time: 0.0534749 Jun 21 03:17:21.174346 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:21.179770 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8486b3c-ae30-4e1e-aadb-e53d2f99f4b9 req-45f61668-650f-4386-92f4-2cd64778cf7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705149 Jun 21 03:17:21.183157 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c0ad9f7-01cb-4c8d-8792-1ec5eda58598 req-136a27e6-2f3d-4e80-a47d-dd48c31d179d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681622 Jun 21 03:17:21.239817 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:21.248627 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Deleting port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:17:21.248968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:21.341696 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] For port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,segment=NetworkSegment(26fbace2-af4b-47a4-9e98-88abc5e43ea4),segment_id=26fbace2-af4b-47a4-9e98-88abc5e43ea4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:21.341914 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:21.363141 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Calling delete_port for 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:17:21.481617 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cabfb-c532-4033-86a5-c8b6d31ad22a req-94a99155-2316-4745-8b21-4fc26dfdde20 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:21.483078 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a9cabfb-c532-4033-86a5-c8b6d31ad22a req-94a99155-2316-4745-8b21-4fc26dfdde20 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0616989 Jun 21 03:17:21.568808 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a9cabfb-c532-4033-86a5-c8b6d31ad22a req-f2f6c094-3493-441d-8f5e-63a20dd37055 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773208 Jun 21 03:17:21.569378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:21.597461 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Pushing event deleted for resources: {'Port': ['ID=1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:21.608093 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:17:21.623328 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.623661 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.623990 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.624322 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.624664 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.624985 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.625293 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.625606 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.625920 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.626214 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.626521 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.626821 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.627144 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.627449 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.627837 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:21.653677 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] No DVR routers for this DVR port 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:17:21.656106 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:21.659420 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-db25917e-5581-455c-830f-e2bc21a667f5 req-4f7302e1-b5da-4340-afbd-e6aed3a417f0 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.36 "DELETE /v2.0/ports/1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 HTTP/1.1" status: 204 len: 173 time: 0.4921165 Jun 21 03:17:21.659840 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'name': 'network-vif-deleted', 'tag': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:21.662201 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55472ea9-9f59-4bd8-b4de-7d8941435b05" -d '{"events": [{"server_uuid": "9e8c2025-ecd4-4f37-96fc-902636d13d87", "name": "network-vif-deleted", "tag": "1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:21.696361 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13360d-9181-473c-9fd9-7b2780979a82 x-openstack-request-id: req-ae13360d-9181-473c-9fd9-7b2780979a82 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:21.696679 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c2025-ecd4-4f37-96fc-902636d13d87", "name": "network-vif-deleted", "tag": "1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:21.696930 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae13360d-9181-473c-9fd9-7b2780979a82 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:21.697340 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae13360d-9181-473c-9fd9-7b2780979a82'] response: {'server_uuid': '9e8c2025-ecd4-4f37-96fc-902636d13d87', 'name': 'network-vif-deleted', 'tag': '1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4', 'status': 'completed', 'code': 200} Jun 21 03:17:21.909286 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2a64a4cf-6e08-41d2-816e-140c879689ee req-ad43ea31-c8a5-49e2-83bb-2de571f5196c tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 210 time: 0.0280676 Jun 21 03:17:22.289253 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:22.305290 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c34c6-4408-46e1-a3bf-99aa1e7357c6 req-32c32e36-869b-427e-bc0d-52540b0e0d49 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:22.306772 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-be2c34c6-4408-46e1-a3bf-99aa1e7357c6 req-32c32e36-869b-427e-bc0d-52540b0e0d49 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0485234 Jun 21 03:17:22.353939 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-be2c34c6-4408-46e1-a3bf-99aa1e7357c6 req-b8c35b38-f88a-429d-841e-38fa15a24b43 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415094 Jun 21 03:17:22.682936 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d112-4663-477e-b2a2-3b70c800fe4f req-0c067480-2d0f-494a-a16d-08dde3814ef1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:22.684387 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0050d112-4663-477e-b2a2-3b70c800fe4f req-0c067480-2d0f-494a-a16d-08dde3814ef1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0478110 Jun 21 03:17:22.735130 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0050d112-4663-477e-b2a2-3b70c800fe4f req-97d43ffd-1b6b-47d7-8805-275b46942f6a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450590 Jun 21 03:17:23.025748 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d6be6406-a871-4e04-b4a2-91481a30058f req-1b6487ec-df47-4a23-bd38-61a27576c804 tempest-VolumesActionsTest-2037603910 tempest-VolumesActionsTest-2037603910-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e8c2025-ecd4-4f37-96fc-902636d13d87 HTTP/1.1" status: 200 len: 210 time: 0.0321097 Jun 21 03:17:23.205135 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=12 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:23.232487 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:17:23.341365 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:23.353215 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'port_id': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'mac_address': 'fa:16:3e:81:8b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:17:23.392241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: ACTIVE; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:23.392666 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:23.394539 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:23.407134 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:17:23.427459 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:23.432595 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:23.475138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa7db0-3105-49dc-ba2c-4d1746a6d06c req-bd24bc03-7e60-4089-ac68-c40f13f1e698 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:23.476704 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a6aa7db0-3105-49dc-ba2c-4d1746a6d06c req-bd24bc03-7e60-4089-ac68-c40f13f1e698 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Jun 21 03:17:23.480817 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=6']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:23.489652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.489995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.490403 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.490736 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.491119 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.491487 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.491877 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.492201 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.492675 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.493018 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.493425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.493747 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.494080 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.494524 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.494871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:17:23.539794 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a6aa7db0-3105-49dc-ba2c-4d1746a6d06c req-5dad3bb9-848a-41c0-8971-bfd6eb432fa9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489693 Jun 21 03:17:23.688923 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:17:23.851871 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c7f48-f010-4866-966f-f2f062744a07 req-301244b9-b578-4851-93ca-be00bfabcd2a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:23.853345 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae1c7f48-f010-4866-966f-f2f062744a07 req-301244b9-b578-4851-93ca-be00bfabcd2a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0487316 Jun 21 03:17:23.904002 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae1c7f48-f010-4866-966f-f2f062744a07 req-43f89c39-7e30-4eb3-872a-b32714c59192 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Jun 21 03:17:24.026546 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5462d-4c22-4d72-8f02-20da0719380d req-8c38fb4e-2fd7-420b-83fe-44c008d67b7a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:24.027952 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65e5462d-4c22-4d72-8f02-20da0719380d req-8c38fb4e-2fd7-420b-83fe-44c008d67b7a tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0530927 Jun 21 03:17:24.041460 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 60322) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:24.047886 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Request body: {'floatingip': {'port_id': '12563adb-7248-488a-a2fe-6a26eb6579a4'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:17:24.090556 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (94ffc59e-ed00-4cd1-859c-85a060ff16ff), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:24.294890 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:24.435122 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:24.540120 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:24.544060 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (94ffc59e-ed00-4cd1-859c-85a060ff16ff), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:24.675916 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP 94ffc59e-ed00-4cd1-859c-85a060ff16ff associated. External IP: 172.27.2.54, port: 12563adb-7248-488a-a2fe-6a26eb6579a4. Jun 21 03:17:24.687108 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57924-37b8-4412-a9dd-4efef9ead3a0 req-c343d203-6b6a-4b00-9465-8eb2093018a3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:24.688699 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eea57924-37b8-4412-a9dd-4efef9ead3a0 req-c343d203-6b6a-4b00-9465-8eb2093018a3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 945 time: 0.0619004 Jun 21 03:17:24.811107 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eea57924-37b8-4412-a9dd-4efef9ead3a0 req-bebf3b7a-eb30-4ebb-bcd8-a1a08124f58b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873330 Jun 21 03:17:24.926594 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:17:25.043088 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:17:25.048224 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:25.053765 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:17:25.064446 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:17:25.065068 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:17:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:25.080566 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-70ab1c61-3587-4d27-aa37-7aaf3c852067 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "PUT /v2.0/floatingips/94ffc59e-ed00-4cd1-859c-85a060ff16ff HTTP/1.1" status: 200 len: 991 time: 1.0376799 Jun 21 03:17:25.081714 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:25.083988 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7ccaed-1665-4939-ba21-2d72cb8ac981" -d '{"events": [{"name": "network-changed", "server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:25.120291 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9767829-cc6e-4466-8e56-f1b97e675268 x-openstack-request-id: req-a9767829-cc6e-4466-8e56-f1b97e675268 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:25.120617 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:25.120835 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9767829-cc6e-4466-8e56-f1b97e675268 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:25.121269 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9767829-cc6e-4466-8e56-f1b97e675268'] response: {'name': 'network-changed', 'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'status': 'completed', 'code': 200} Jun 21 03:17:25.206741 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-2f588442-a441-480d-a1b4-b13f4ce5b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:25.208289 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-2f588442-a441-480d-a1b4-b13f4ce5b939 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=febf273149c744e08e0f7ea65e44e0d9&device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 1130 time: 0.0423067 Jun 21 03:17:25.283669 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:17:25.305504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-70b50481-714b-4ac5-bf41-5dc55d23b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:25.306887 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-70b50481-714b-4ac5-bf41-5dc55d23b1d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 200 len: 915 time: 0.0930860 Jun 21 03:17:25.321624 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:17:25.368527 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-5d6567bc-aa02-4289-9739-68690cecdf80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12563adb-7248-488a-a2fe-6a26eb6579a4 HTTP/1.1" status: 200 len: 999 time: 0.0558314 Jun 21 03:17:25.411601 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:17:25.411947 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:25.422401 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-0bc819af-db4c-4288-b9db-bd9c3d670ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:25.423866 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-0bc819af-db4c-4288-b9db-bd9c3d670ba9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 200 len: 853 time: 0.0496271 Jun 21 03:17:25.439511 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:25.454600 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:25.467438 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:25.471299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-216a8e3b-8005-4d6c-a192-27b9af560c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:25.472899 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-216a8e3b-8005-4d6c-a192-27b9af560c5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c23877e-0103-47a1-a2d4-5b0d47022cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419447 Jun 21 03:17:25.558798 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:25.559072 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:25.568869 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-094006a7-2605-47bb-922f-266c31193532 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894496 Jun 21 03:17:25.610895 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:25.613194 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68426c8d-57c9-4ee8-bcbc-7992586781a8" -d '{"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-plugged", "status": "completed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:25.627904 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '94ffc59e-ed00-4cd1-859c-85a060ff16ff', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:43:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3491b64-77fe-4354-9999-2313c72376c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:17:08Z', 'updated_at': '2022-06-21T03:17:24Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:25.631014 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:25.660456 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e3d4f-a399-4a50-80de-7e3632279292 x-openstack-request-id: req-002e3d4f-a399-4a50-80de-7e3632279292 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:25.660747 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-plugged", "status": "completed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:25.660902 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc7ccaed-1665-4939-ba21-2d72cb8ac981 req-56eba136-17cc-4efe-9026-bc249ba20fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866795 Jun 21 03:17:25.661021 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-002e3d4f-a399-4a50-80de-7e3632279292 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:25.661358 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002e3d4f-a399-4a50-80de-7e3632279292'] response: {'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'code': 200} Jun 21 03:17:25.662435 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:17:25.664347 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:25.665161 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:17:25.668104 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:25.701810 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:17:25.702150 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 1f0d73a5-9166-4b5c-b46f-00e4c3ba58e4 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:17:25.719277 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:17:25.719884 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:17:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:25.769400 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=7']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:25.835453 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:17:25.924980 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:25.938919 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cc91d-f4c4-4057-bb8b-7a9d1b037c1e req-45eaee54-c7b8-44aa-acbd-542c78f1f186 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:25.940895 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-795cc91d-f4c4-4057-bb8b-7a9d1b037c1e req-45eaee54-c7b8-44aa-acbd-542c78f1f186 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0489445 Jun 21 03:17:25.993057 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-795cc91d-f4c4-4057-bb8b-7a9d1b037c1e req-f5ce8229-3ca8-42eb-a5bb-096641421f75 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466154 Jun 21 03:17:26.046794 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '94ffc59e-ed00-4cd1-859c-85a060ff16ff', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:43:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3491b64-77fe-4354-9999-2313c72376c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:17:08Z', 'updated_at': '2022-06-21T03:17:24Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:26.075419 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3296c56-9ad2-499c-a5e9-f307f5ae651c None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '94ffc59e-ed00-4cd1-859c-85a060ff16ff', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'port_id': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'mac_address': 'fa:16:3e:43:a0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3491b64-77fe-4354-9999-2313c72376c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:17:08Z', 'updated_at': '2022-06-21T03:17:24Z', 'revision_number': 1, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:17:26.274800 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba1826c-c6b2-493d-8f15-5a9bdd15704f None None] New status for floating IP 94ffc59e-ed00-4cd1-859c-85a060ff16ff: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:17:27.125868 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0183-87bb-48b1-8db2-4179d0ea9dcf req-e1acf781-9de6-4e7a-a5d5-3b425b97f3df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:27.127246 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-643f0183-87bb-48b1-8db2-4179d0ea9dcf req-e1acf781-9de6-4e7a-a5d5-3b425b97f3df tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0482533 Jun 21 03:17:27.179601 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-643f0183-87bb-48b1-8db2-4179d0ea9dcf req-8a85982d-6cb8-488a-bc89-56b29dac120f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465481 Jun 21 03:17:28.303035 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7c5f-bb85-4f59-b92e-9a1409f93886 req-1615bbb4-63ea-4ef7-8c7d-56709a9554e6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:28.304540 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5f3c7c5f-bb85-4f59-b92e-9a1409f93886 req-1615bbb4-63ea-4ef7-8c7d-56709a9554e6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0524745 Jun 21 03:17:28.352330 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5f3c7c5f-bb85-4f59-b92e-9a1409f93886 req-4a762d19-d188-477c-b125-b35c9f66306d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421987 Jun 21 03:17:29.488209 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75b79f-06b3-4881-9a12-fdb75c20d5a3 req-904584b8-fa0e-4e16-9632-ed8756aa955a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:29.490248 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f75b79f-06b3-4881-9a12-fdb75c20d5a3 req-904584b8-fa0e-4e16-9632-ed8756aa955a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0595922 Jun 21 03:17:29.541061 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f75b79f-06b3-4881-9a12-fdb75c20d5a3 req-ab10e92c-57e0-4da6-810d-e2e4420d3b56 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447857 Jun 21 03:17:30.669281 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2717130-a518-4c44-85f9-c30b08de4436 req-505e7b75-471c-400a-b164-cb58ee2e509b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:30.670731 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2717130-a518-4c44-85f9-c30b08de4436 req-505e7b75-471c-400a-b164-cb58ee2e509b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0566514 Jun 21 03:17:30.717841 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2717130-a518-4c44-85f9-c30b08de4436 req-e44b225b-6121-4f5e-89ec-4506358d6f75 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Jun 21 03:17:31.843069 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf6044-1b17-453b-984a-f4c4f04614d7 req-128e2f90-45d2-452c-8616-844df1b875de tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:31.844597 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6bf6044-1b17-453b-984a-f4c4f04614d7 req-128e2f90-45d2-452c-8616-844df1b875de tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0497406 Jun 21 03:17:31.894448 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6bf6044-1b17-453b-984a-f4c4f04614d7 req-05a1dc0f-530a-4b18-83bd-89dc998742d5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Jun 21 03:17:33.066116 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085c749-6ec9-4278-8aec-ec77696427f0 req-1c6e6435-822f-44dd-9ca9-f48d0f941bf9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:33.073783 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3085c749-6ec9-4278-8aec-ec77696427f0 req-1c6e6435-822f-44dd-9ca9-f48d0f941bf9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0600097 Jun 21 03:17:33.143472 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3085c749-6ec9-4278-8aec-ec77696427f0 req-1b59205e-a3fe-4523-8941-203a8bea901b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683210 Jun 21 03:17:34.485261 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a02c4-8cb0-4e18-ad63-527f1dd447bc req-81a3d383-7668-467a-b8a7-bdd1af6d9264 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:34.493654 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b02a02c4-8cb0-4e18-ad63-527f1dd447bc req-81a3d383-7668-467a-b8a7-bdd1af6d9264 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.1285644 Jun 21 03:17:34.553627 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b02a02c4-8cb0-4e18-ad63-527f1dd447bc req-2c860f0e-33ce-474c-bab3-b038e4ccf70b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548425 Jun 21 03:17:35.796071 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f813f-d099-4371-85db-2cf09960b0c7 req-778a4629-9efd-429b-a39f-30018b7c4aa7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:35.809042 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d85f813f-d099-4371-85db-2cf09960b0c7 req-778a4629-9efd-429b-a39f-30018b7c4aa7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.1556404 Jun 21 03:17:35.923526 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d85f813f-d099-4371-85db-2cf09960b0c7 req-e5c6346f-1743-4134-9d27-df137fcad9b3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131418 Jun 21 03:17:36.048929 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=33 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:36.050051 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:37.054685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b5be-62f1-40c4-9eb5-d1d504f26ed4 req-17350b80-a0a7-473f-9a37-ecb66ffa0579 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:37.062634 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a278b5be-62f1-40c4-9eb5-d1d504f26ed4 req-17350b80-a0a7-473f-9a37-ecb66ffa0579 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0583639 Jun 21 03:17:37.143399 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a278b5be-62f1-40c4-9eb5-d1d504f26ed4 req-6e798cd8-3b8e-4553-bf9a-4306e4c44a8a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793254 Jun 21 03:17:38.303594 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc32b4a-e237-443d-ba88-9006a4108246 req-bb43073d-3585-42f8-bad7-b101006292ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:38.312245 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dfc32b4a-e237-443d-ba88-9006a4108246 req-bb43073d-3585-42f8-bad7-b101006292ef tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0626011 Jun 21 03:17:38.376708 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dfc32b4a-e237-443d-ba88-9006a4108246 req-f2f1883a-5cb5-42c5-90cc-09e8ba63d017 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631423 Jun 21 03:17:39.614016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b4de8-b80a-4d2d-8378-57489bef06ed req-9cf6d26b-1648-4caa-b010-721deb54a0bc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:39.621282 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-769b4de8-b80a-4d2d-8378-57489bef06ed req-9cf6d26b-1648-4caa-b010-721deb54a0bc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0661952 Jun 21 03:17:39.685375 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-769b4de8-b80a-4d2d-8378-57489bef06ed req-eafd5f63-bafa-4400-bac1-1b7ef1e2945a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631375 Jun 21 03:17:40.390850 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:40.396250 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:40.818220 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631764fa-939b-4c3a-b141-36f3f7dc806c req-cd242734-7463-4d23-a7cb-01f945431abc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:40.820453 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-631764fa-939b-4c3a-b141-36f3f7dc806c req-cd242734-7463-4d23-a7cb-01f945431abc tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0531888 Jun 21 03:17:40.875146 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-631764fa-939b-4c3a-b141-36f3f7dc806c req-dc3354a0-997c-4ba9-bf71-11a3015fe9d4 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485921 Jun 21 03:17:41.624634 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7a521828-ea47-44b8-89d9-95c5ad9997a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:42.033193 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85433b-e42e-4083-9e2b-989cf5e41025 req-d4c4aeba-bb8c-4135-950b-b876627f0542 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:42.041088 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1f85433b-e42e-4083-9e2b-989cf5e41025 req-d4c4aeba-bb8c-4135-950b-b876627f0542 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0567045 Jun 21 03:17:42.100722 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1f85433b-e42e-4083-9e2b-989cf5e41025 req-a69dbe3d-084b-4bde-a26c-ba1065608c9e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582635 Jun 21 03:17:43.221413 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b7789-9c45-4afd-a246-926f1ce93add req-ae5f83d5-717f-4910-b38e-fe3f94a9bbf9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:43.224890 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-815b7789-9c45-4afd-a246-926f1ce93add req-ae5f83d5-717f-4910-b38e-fe3f94a9bbf9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0576859 Jun 21 03:17:43.269031 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:43.274590 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-815b7789-9c45-4afd-a246-926f1ce93add req-b203c679-df7a-41fa-9a2c-21a998a3652f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459590 Jun 21 03:17:43.865079 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-090c1fce-5056-4ae8-a3e7-435be7f6a64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:44.093353 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-d2d5a919-a733-4beb-a0df-85f43e1f8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:44.094893 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-d2d5a919-a733-4beb-a0df-85f43e1f8c42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1130 time: 0.0412269 Jun 21 03:17:44.206895 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:44.228774 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-94be1766-45a7-4e69-827e-9dc9c9dd2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:44.230558 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-94be1766-45a7-4e69-827e-9dc9c9dd2471 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.1241028 Jun 21 03:17:44.299771 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-54baf10e-3537-4a8e-b62b-5bcd532b8b11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 1002 time: 0.0623486 Jun 21 03:17:44.353159 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:44.370935 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-fc47f1a9-55d9-4974-b3ec-15836718cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:44.372881 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-fc47f1a9-55d9-4974-b3ec-15836718cd45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0663006 Jun 21 03:17:44.449800 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-ca1fafee-d60f-422e-a713-530cd9753ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:44.451396 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-ca1fafee-d60f-422e-a713-530cd9753ba7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700691 Jun 21 03:17:44.457550 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a21b6-ea0d-4880-b094-2b7d91820807 req-0cfa29c1-7d9c-4962-91d7-6289bfbc2cca tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:44.458951 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f28a21b6-ea0d-4880-b094-2b7d91820807 req-0cfa29c1-7d9c-4962-91d7-6289bfbc2cca tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0696399 Jun 21 03:17:44.573146 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f28a21b6-ea0d-4880-b094-2b7d91820807 req-e7d9c0f8-ca6c-476d-9ac2-9ffce4d24198 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033609 Jun 21 03:17:44.584790 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-a6c7612d-28ff-45ad-8fce-5ded83e6edf5 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248617 Jun 21 03:17:44.686090 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c94e41d4-021b-4c8f-accb-b5a818bc07db req-f85a4aeb-d006-491b-a076-d5229c84a817 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945721 Jun 21 03:17:44.895819 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:45.715399 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d143ea-84ff-4f16-a4be-1452a82c288f req-faaddb76-75f9-43c5-b537-d3c939d01eb5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:45.716916 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89d143ea-84ff-4f16-a4be-1452a82c288f req-faaddb76-75f9-43c5-b537-d3c939d01eb5 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0527833 Jun 21 03:17:45.771230 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89d143ea-84ff-4f16-a4be-1452a82c288f req-8882bb35-0bd6-4959-9c64-84d18a11e939 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479717 Jun 21 03:17:46.306155 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:46.706925 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:46.904264 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846df43-9b82-4fed-a008-4fd52decbc1b req-f18ab860-0d23-45fc-ad4b-1c39f7a8211f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:46.905821 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5846df43-9b82-4fed-a008-4fd52decbc1b req-f18ab860-0d23-45fc-ad4b-1c39f7a8211f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 946 time: 0.0555100 Jun 21 03:17:46.963785 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5846df43-9b82-4fed-a008-4fd52decbc1b req-0c743874-36d0-4ee0-8c9c-3d4d7f05e7e6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513620 Jun 21 03:17:47.157619 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:47.388204 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:17:47.476068 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: ACTIVE; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:47.476695 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:47.517420 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:17:47.520036 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af037bc9-2a14-4bb2-a487-32f28e310147" -d '{"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-unplugged", "status": "completed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:17:47.540262 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:17:47.547538 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:47.561258 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Jun 2022 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe4949-0076-4196-9efb-d41ca0cc7485 x-openstack-request-id: req-f4fe4949-0076-4196-9efb-d41ca0cc7485 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:17:47.561542 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-unplugged", "status": "failed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261", "code": 422}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:17:47.561788 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4fe4949-0076-4196-9efb-d41ca0cc7485 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:17:47.562186 dv-cinder-846842-1-iscsi neutron-server[104010]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f4fe4949-0076-4196-9efb-d41ca0cc7485']: {'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'code': 422} returned with failed status Jun 21 03:17:47.644254 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=8']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:48.086439 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc5fa-6803-4c85-9fe2-85c4faa7013a req-d970967f-9bd0-4628-b0d0-4465fef0111b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:48.087878 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-855fc5fa-6803-4c85-9fe2-85c4faa7013a req-d970967f-9bd0-4628-b0d0-4465fef0111b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0741613 Jun 21 03:17:48.107114 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-6daff704-9cfc-46cd-a219-c4c5c43b34e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547061 Jun 21 03:17:48.145523 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-855fc5fa-6803-4c85-9fe2-85c4faa7013a req-ccda93b5-24ed-49ca-9cc2-944d15bbddbb tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504570 Jun 21 03:17:48.185690 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-f97b9dd7-b067-4376-a616-ad04a385dc26 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:48.187006 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-f97b9dd7-b067-4376-a616-ad04a385dc26 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports/9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 941 time: 0.0511565 Jun 21 03:17:49.035136 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-b7234902-8d0f-4d9a-a5d4-a7bfb1fbd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:49.036641 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-b7234902-8d0f-4d9a-a5d4-a7bfb1fbd874 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549&tenant_id=5badbc0000cf41beb6fd192462d4eda8 HTTP/1.1" status: 200 len: 1128 time: 0.0423648 Jun 21 03:17:49.108395 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-81f57f59-4ca8-4cdb-9d80-86344c0aeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:49.109838 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-81f57f59-4ca8-4cdb-9d80-86344c0aeed3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1128 time: 0.0388312 Jun 21 03:17:49.283690 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595e78-865a-4227-98dd-2762ee21e44e req-e891565c-d638-4e87-b8d1-2e3c15fc8a84 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:49.291898 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16595e78-865a-4227-98dd-2762ee21e44e req-e891565c-d638-4e87-b8d1-2e3c15fc8a84 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0639582 Jun 21 03:17:49.339393 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16595e78-865a-4227-98dd-2762ee21e44e req-cf51e89d-27ab-4b6e-a205-33a9980adea1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466223 Jun 21 03:17:49.461461 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-74514998-dd32-4af2-8b7c-d96a1d709dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:49.462967 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-74514998-dd32-4af2-8b7c-d96a1d709dc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.3461659 Jun 21 03:17:49.528146 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-52e18fb7-0bd9-44e9-b5ed-daf4d010b0cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 1000 time: 0.0577016 Jun 21 03:17:49.579501 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-6af07ba7-ce48-4384-8f33-80102fcadc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:49.581108 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-6af07ba7-ce48-4384-8f33-80102fcadc03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.0467465 Jun 21 03:17:49.628025 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:49.631728 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-dc622927-02b5-4234-81b8-99b3ba138590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:49.633496 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-dc622927-02b5-4234-81b8-99b3ba138590 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464101 Jun 21 03:17:49.730200 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-db93fa0e-999b-46dc-93b9-ac0f146a3d14 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898988 Jun 21 03:17:50.210747 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:17:50.481338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837feabd-cc69-4e9f-9af1-e0cc970d43f5 req-3f29248c-6873-459b-a817-7f002a9d9c58 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:50.482835 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837feabd-cc69-4e9f-9af1-e0cc970d43f5 req-3f29248c-6873-459b-a817-7f002a9d9c58 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0577753 Jun 21 03:17:50.519137 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:50.539551 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-837feabd-cc69-4e9f-9af1-e0cc970d43f5 req-cc9cfdbc-fd7d-4c74-b9e8-3a84f888b6a3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503271 Jun 21 03:17:51.536002 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:17:51.614269 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: DOWN; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:17:51.668228 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8cec9-8c1b-43d9-a5a7-02d2d769754e req-5c69f2b6-2017-4e7c-9f2c-6388b42b8284 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:51.669747 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eeb8cec9-8c1b-43d9-a5a7-02d2d769754e req-5c69f2b6-2017-4e7c-9f2c-6388b42b8284 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0582108 Jun 21 03:17:51.724614 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eeb8cec9-8c1b-43d9-a5a7-02d2d769754e req-53c92ccf-5f92-4279-9a7f-c9d568893043 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474534 Jun 21 03:17:52.877345 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5d643-80f7-47b9-a2ea-ff76fe5989d3 req-85ecb178-6909-4bba-be40-0c735c08c319 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:52.878817 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18f5d643-80f7-47b9-a2ea-ff76fe5989d3 req-85ecb178-6909-4bba-be40-0c735c08c319 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0680876 Jun 21 03:17:52.910559 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-88e55873-e5cd-4667-88aa-a34eb41364ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380929 Jun 21 03:17:52.978405 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18f5d643-80f7-47b9-a2ea-ff76fe5989d3 req-41ff335c-1ce5-437c-97aa-d7ee94294fc8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913057 Jun 21 03:17:52.978742 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33b09b3d-0ac0-4c28-bef2-c222527e3130 req-fa6b55dc-5785-4dfe-8c7c-325b007b364b service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386142 Jun 21 03:17:53.008930 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-7ad67cd4-749c-43dc-aa1d-1802ea3c5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:53.010497 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-7ad67cd4-749c-43dc-aa1d-1802ea3c5a70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1129 time: 0.0423028 Jun 21 03:17:53.100767 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:53.129519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-653fb533-386d-4da7-86f9-e924f8d2821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:53.131002 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-653fb533-386d-4da7-86f9-e924f8d2821a service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.0946944 Jun 21 03:17:53.206842 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-a152975c-aac3-47e1-8bd7-18e463c79096 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 200 len: 1000 time: 0.0563829 Jun 21 03:17:53.260727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-3854bd13-8936-4e98-a724-e0d0a0bc93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:53.262227 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-3854bd13-8936-4e98-a724-e0d0a0bc93e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0496776 Jun 21 03:17:53.307380 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-46622e1a-4a78-4da4-afc4-e69f535f1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:53.308923 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-46622e1a-4a78-4da4-afc4-e69f535f1122 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395098 Jun 21 03:17:53.416847 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-2498c6c4-d7bb-4169-b029-68ee9c58aeb1 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998707 Jun 21 03:17:53.888535 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 60724) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:53.937956 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] Deleting subnet ddabf3ad-4f60-4379-83f6-af47513e2911 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:17:53.944089 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] Publish callbacks [] for subnet (ddabf3ad-4f60-4379-83f6-af47513e2911), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:53.990311 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968094'] for subnet (ddabf3ad-4f60-4379-83f6-af47513e2911), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.053725 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (ddabf3ad-4f60-4379-83f6-af47513e2911), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.133898 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3646360'] for subnet (ddabf3ad-4f60-4379-83f6-af47513e2911), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.160283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5a0c-f0ed-4261-962b-99e92a66774c req-76d1097e-3f43-4789-ab3f-4acb08c67f6d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:54.161847 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89ef5a0c-f0ed-4261-962b-99e92a66774c req-76d1097e-3f43-4789-ab3f-4acb08c67f6d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.1034966 Jun 21 03:17:54.167900 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddabf3ad-4f60-4379-83f6-af47513e2911,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:54.177372 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.192734 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6d08d746-38e2-4b75-8f93-1dc8c428a96e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ddabf3ad-4f60-4379-83f6-af47513e2911 HTTP/1.1" status: 204 len: 168 time: 0.3030522 Jun 21 03:17:54.195602 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 60730) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:54.253444 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89ef5a0c-f0ed-4261-962b-99e92a66774c req-7182c434-2e83-4674-aac3-d211a046e153 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827136 Jun 21 03:17:54.297144 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (faeef802-6aaf-4513-97dc-d31ac00c1e1f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.390206 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (faeef802-6aaf-4513-97dc-d31ac00c1e1f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.411099 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faeef802-6aaf-4513-97dc-d31ac00c1e1f']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:54.421477 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fbace2-af4b-47a4-9e98-88abc5e43ea4') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:54.421774 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fbace2-af4b-47a4-9e98-88abc5e43ea4') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:17:54.431919 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (26fbace2-af4b-47a4-9e98-88abc5e43ea4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.445702 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (26fbace2-af4b-47a4-9e98-88abc5e43ea4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.452158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:17:54.452575 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (26fbace2-af4b-47a4-9e98-88abc5e43ea4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.471610 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 26fbace2-af4b-47a4-9e98-88abc5e43ea4 resource provider aggregate not found Jun 21 03:17:54.486475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:54.515408 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 26fbace2-af4b-47a4-9e98-88abc5e43ea4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26fbace2-af4b-47a4-9e98-88abc5e43ea4 found for delete ", "request_id": "req-82a1ce9e-63fa-4495-b5da-1cac4ccf013b"}]} Jun 21 03:17:54.526433 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (faeef802-6aaf-4513-97dc-d31ac00c1e1f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.534163 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.538500 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/faeef802-6aaf-4513-97dc-d31ac00c1e1f HTTP/1.1" status: 204 len: 168 time: 0.3419375 Jun 21 03:17:54.550330 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47856b-5553-4b10-8fd4-901ee7664df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=faeef802-6aaf-4513-97dc-d31ac00c1e1f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:54.658440 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 60744) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:54.703410 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bf9fca4f-3a52-4bf7-b381-741367d366ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40661b95bfb54299a52d803f7997d8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435035 Jun 21 03:17:54.706142 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 60746) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:17:54.757001 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eef0-9ef1-4b8e-9147-6feba738484d admin admin] Publish callbacks [] for security_group (c497765f-734d-457b-a17c-9b9558a1c632), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.779342 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eef0-9ef1-4b8e-9147-6feba738484d admin admin] Publish callbacks [] for security_group (c497765f-734d-457b-a17c-9b9558a1c632), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.836348 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eef0-9ef1-4b8e-9147-6feba738484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c497765f-734d-457b-a17c-9b9558a1c632), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.839118 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bbb8eef0-9ef1-4b8e-9147-6feba738484d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:17:54.840284 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bbb8eef0-9ef1-4b8e-9147-6feba738484d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c497765f-734d-457b-a17c-9b9558a1c632 HTTP/1.1" status: 204 len: 168 time: 0.1331370 Jun 21 03:17:54.848597 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8eef0-9ef1-4b8e-9147-6feba738484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c497765f-734d-457b-a17c-9b9558a1c632,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:17:55.351554 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:55.400608 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704e31b-0c74-4db7-829c-495f86df7ae0 req-60e9a298-7521-490f-afdd-b385cf77b659 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:55.402357 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f704e31b-0c74-4db7-829c-495f86df7ae0 req-60e9a298-7521-490f-afdd-b385cf77b659 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0623493 Jun 21 03:17:55.481381 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f704e31b-0c74-4db7-829c-495f86df7ae0 req-33ccedad-7d32-4121-8716-2040ab061a77 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724864 Jun 21 03:17:56.610156 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca439a-657a-4870-b4c3-02e75055c52c req-5b2c4946-12e9-42c2-9e53-f905ba012d84 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:56.611880 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52ca439a-657a-4870-b4c3-02e75055c52c req-5b2c4946-12e9-42c2-9e53-f905ba012d84 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0501213 Jun 21 03:17:56.664617 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52ca439a-657a-4870-b4c3-02e75055c52c req-af2d6c45-92c1-4f2a-8875-a0fcfcb2d41d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449409 Jun 21 03:17:57.790778 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7750-b8f0-474e-809e-9488d752970a req-38d27fc1-f157-43a7-99f1-58081bf731c7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:57.793155 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-777c7750-b8f0-474e-809e-9488d752970a req-38d27fc1-f157-43a7-99f1-58081bf731c7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0529513 Jun 21 03:17:57.826972 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:17:57.846176 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-777c7750-b8f0-474e-809e-9488d752970a req-3f4fdbdb-5670-4f8c-8340-5fae2a68afec tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471756 Jun 21 03:17:58.987630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8805ea-bde4-450d-9d07-f31614447478 req-74fe01d8-f142-4b3b-b5c6-c7e5a6e6df8d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:17:58.994971 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a8805ea-bde4-450d-9d07-f31614447478 req-74fe01d8-f142-4b3b-b5c6-c7e5a6e6df8d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0566177 Jun 21 03:17:59.041396 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a8805ea-bde4-450d-9d07-f31614447478 req-0d316f62-613b-443d-95a5-b35f1af59a39 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Jun 21 03:18:00.027434 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-b6223f41-0693-4753-ba3e-d082edbd1914 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515630251&fields=id&tenant_id=1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 267 time: 0.0538871 Jun 21 03:18:00.141427 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-97225c2c-f783-4192-88e9-52765e922997 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:00.143914 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-97225c2c-f783-4192-88e9-52765e922997 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 811 time: 0.1097901 Jun 21 03:18:00.165124 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-1766f253-357f-4f49-bf45-bc6d35d5f5cb tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/quotas/1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 375 time: 0.0153027 Jun 21 03:18:00.205002 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=6 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:00.207387 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:00.225674 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-ff44200a-11c3-4c3d-b744-7313d6d3997e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596642 Jun 21 03:18:00.330453 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-7d2acebd-a4e7-4c0a-b556-fe063889359b service neutron] 10.222.0.16 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919588 Jun 21 03:18:00.436207 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-ca5fa0f7-8007-4b0f-8d6a-f930e55819a1 service neutron] 10.222.0.16 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995705 Jun 21 03:18:00.822961 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef778a4a-4ce7-42d9-8c7c-6c6b75e568f1 req-fd7d2830-45dc-4353-ba82-375bb4125810 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:00.830240 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ef778a4a-4ce7-42d9-8c7c-6c6b75e568f1 req-fd7d2830-45dc-4353-ba82-375bb4125810 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0651889 Jun 21 03:18:00.885583 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ef778a4a-4ce7-42d9-8c7c-6c6b75e568f1 req-83786453-5607-43d4-9b89-90cf07b0487a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534332 Jun 21 03:18:00.955643 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a210c4f5-59f1-4c1f-9d47-d44687b7974e req-83b62edf-f8e9-420c-9395-d36a70e280f6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0278609 Jun 21 03:18:01.611599 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:02.016140 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6edbf-0478-439d-b109-03d67dce66ea req-7450b1c0-11a3-4276-85a9-312a3e41dbd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:02.017922 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebb6edbf-0478-439d-b109-03d67dce66ea req-7450b1c0-11a3-4276-85a9-312a3e41dbd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0517328 Jun 21 03:18:02.074399 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebb6edbf-0478-439d-b109-03d67dce66ea req-fb8bb7d5-aded-4e11-9878-cdad7762f54d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487332 Jun 21 03:18:02.150201 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:02.169378 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7ec3244f-6f19-477d-bc6a-989b039c9859 req-3d56d4f0-9cd3-46db-8275-adb52caca795 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0294883 Jun 21 03:18:03.204364 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4233927-2b12-42fc-b47b-9ebb9ca14436 req-868603a0-d85d-4262-9c3c-f5c532fec667 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:03.206206 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c4233927-2b12-42fc-b47b-9ebb9ca14436 req-868603a0-d85d-4262-9c3c-f5c532fec667 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0563936 Jun 21 03:18:03.255846 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c4233927-2b12-42fc-b47b-9ebb9ca14436 req-edaf815f-ed69-4c08-899a-3ff861c995ac tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 Jun 21 03:18:03.355751 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b8843f2f-02bc-49d4-8ba5-fb3a32c7f3f0 req-f3a55a5f-d41a-46f4-9715-a539694dbd30 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0345376 Jun 21 03:18:04.382109 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135ca5-e3aa-4239-9547-f4f192b30b82 req-78f30774-a7cd-4539-babc-2920e3904e6e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:04.383641 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4135ca5-e3aa-4239-9547-f4f192b30b82 req-78f30774-a7cd-4539-babc-2920e3904e6e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0501220 Jun 21 03:18:04.436594 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4135ca5-e3aa-4239-9547-f4f192b30b82 req-ddb12728-1536-40f7-928d-bb456ba82b1b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471604 Jun 21 03:18:04.527380 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08c13337-0184-4cab-a756-74af44f47feb req-9633720d-4c11-4ed8-955d-eab61b1c4516 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Jun 21 03:18:04.861420 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:05.571369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d89e16-34b6-4607-b5b3-90ac75ba5f14 req-2b454d6c-fc94-493d-b998-3a99d2c7719c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:05.573267 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-67d89e16-34b6-4607-b5b3-90ac75ba5f14 req-2b454d6c-fc94-493d-b998-3a99d2c7719c tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0554082 Jun 21 03:18:05.600968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:05.636568 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-67d89e16-34b6-4607-b5b3-90ac75ba5f14 req-21ab5a89-3c17-405f-a2fc-64b4b2d08bed tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559654 Jun 21 03:18:05.725724 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2413fb97-88d2-4a85-a13b-e46595ecd649 req-b9c10a41-bf68-445b-a9e5-34c4e83a253e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0298486 Jun 21 03:18:06.763104 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d4be4-2209-47b1-8397-979a9e33936d req-70d6df31-cd0d-42e1-a703-da8463b8facb tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:06.764615 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-653d4be4-2209-47b1-8397-979a9e33936d req-70d6df31-cd0d-42e1-a703-da8463b8facb tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0539544 Jun 21 03:18:06.814878 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-653d4be4-2209-47b1-8397-979a9e33936d req-b96e9026-6511-460b-a3eb-b239ea136e6b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Jun 21 03:18:06.904215 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-88491d1b-f258-4a1a-9fe8-1cd8afc86ea8 req-1576d4e8-df1c-4d12-b604-f5db6e89a0ae tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0306044 Jun 21 03:18:07.837363 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:07.840647 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=53 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:07.944172 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb1de-e86c-4a85-83fc-1a6b1b065db8 req-e3a5bead-55e6-4dd4-a48a-c273f558deae tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:07.946717 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13bfb1de-e86c-4a85-83fc-1a6b1b065db8 req-e3a5bead-55e6-4dd4-a48a-c273f558deae tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0517325 Jun 21 03:18:08.001684 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13bfb1de-e86c-4a85-83fc-1a6b1b065db8 req-7737ca16-88ac-48a7-b188-b92d70b3cd83 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475760 Jun 21 03:18:08.097208 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2f81d016-44c2-44ae-b338-0967bf85078e req-e1197176-6eaf-4c49-aa76-efba8185ac90 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0318100 Jun 21 03:18:09.138484 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866fb94-4a26-48bc-8402-b8989f102a88 req-18cbec14-9f55-4484-9737-9ae0a78c4329 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:09.139954 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9866fb94-4a26-48bc-8402-b8989f102a88 req-18cbec14-9f55-4484-9737-9ae0a78c4329 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0542042 Jun 21 03:18:09.191319 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9866fb94-4a26-48bc-8402-b8989f102a88 req-1211fc1b-3694-4d6c-b6cf-a34f48e639b3 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Jun 21 03:18:09.289850 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9315e631-7381-416e-b0eb-e43a9b134ffa req-17e3a1f3-e420-4eb0-9a1f-5f1fb51d2ca1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0376070 Jun 21 03:18:10.326854 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394e525-8e2c-4f8b-bfe0-60b837c54762 req-0e039ff6-fa99-4a36-8d82-1f12994ac72b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:10.328375 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0394e525-8e2c-4f8b-bfe0-60b837c54762 req-0e039ff6-fa99-4a36-8d82-1f12994ac72b tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0526955 Jun 21 03:18:10.379273 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0394e525-8e2c-4f8b-bfe0-60b837c54762 req-b3f43b0b-dd16-4193-a18b-a88901bd884d tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447090 Jun 21 03:18:10.467281 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b05947ef-6ea1-4208-afc2-cac51a7262a3 req-7ae2dbbf-1751-41cb-a578-966a2aa22735 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0310895 Jun 21 03:18:11.514299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c5275-2f78-421a-962d-70c97d2c5d2f req-d776f7ea-46bf-4a93-bb0b-a45790b75ccf tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:11.515767 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-295c5275-2f78-421a-962d-70c97d2c5d2f req-d776f7ea-46bf-4a93-bb0b-a45790b75ccf tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0506420 Jun 21 03:18:11.566507 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-295c5275-2f78-421a-962d-70c97d2c5d2f req-0e9fd035-be58-4e12-a465-92458f857021 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428336 Jun 21 03:18:11.620309 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-48ee6cb3-16e5-4e49-a549-6ccd23273856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:11.662400 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-46bdc398-066b-4da9-b251-0b1924b1f3c2 req-1e2c308c-ec91-4c5f-8481-3b7ff8cb9c07 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jun 21 03:18:11.986552 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-521c8f18-7b24-4de4-bc41-ebdf5b44665e req-ef5ed223-2042-4bfe-b034-db4ff0215113 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892122 Jun 21 03:18:12.700376 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44012d-501d-40dc-bf96-80dafc6c32bf req-b206d475-070e-404f-8faa-37aee711cf2e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:12.701873 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c44012d-501d-40dc-bf96-80dafc6c32bf req-b206d475-070e-404f-8faa-37aee711cf2e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0466218 Jun 21 03:18:12.753431 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c44012d-501d-40dc-bf96-80dafc6c32bf req-8457d0ca-1c30-4ab0-92f9-19677853695a tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460258 Jun 21 03:18:12.843081 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-642dcffb-a801-41cd-a32d-99dd8e609be1 req-95caaea8-de97-42d4-a5f6-74ea5c73a7e9 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0332100 Jun 21 03:18:13.852786 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d97be413-4899-4b71-8e70-9854299397d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:13.887507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cc609-d986-4b2c-a81d-df88d37f91f2 req-7a2923b2-7cd3-43d0-8427-7f489591c86e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:13.888997 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-419cc609-d986-4b2c-a81d-df88d37f91f2 req-7a2923b2-7cd3-43d0-8427-7f489591c86e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0501826 Jun 21 03:18:13.933469 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:13.938532 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-419cc609-d986-4b2c-a81d-df88d37f91f2 req-72c12ebd-edc9-49e1-9179-e11f751e7902 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436032 Jun 21 03:18:14.029013 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e12c6983-59f9-4fd2-b17d-e72c968075d9 req-d3efff4a-e959-412e-8c8f-0d59e6d02e89 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0330515 Jun 21 03:18:14.902708 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:15.230828 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c332d0-7061-4066-b25b-6d1d534ef789 req-dc906676-3b72-4161-9b67-6c79db6c7cfe tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:15.232792 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23c332d0-7061-4066-b25b-6d1d534ef789 req-dc906676-3b72-4161-9b67-6c79db6c7cfe tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 944 time: 0.0642741 Jun 21 03:18:15.285844 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23c332d0-7061-4066-b25b-6d1d534ef789 req-325ae61c-79fb-49f7-a5d0-fe51a71a64ac tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444906 Jun 21 03:18:15.383901 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb4273ca-f0ab-4281-a48a-dca825c80f5f req-94d2ec0b-939e-43af-a9a8-d52818f05da1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0380504 Jun 21 03:18:15.608465 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:18:15.718676 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:18:15.730280 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'port_id': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'mac_address': 'fa:16:3e:81:8b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:18:15.766740 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:18:15.767217 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:15.780147 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:18:15.800289 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:18:15.807056 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:15.854547 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=9']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:16.288185 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:18:16.340438 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:16.433033 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce0fd0-9da6-4c5f-888c-281b4ae31dd3 req-d04039c0-135f-4be6-8a81-3d706a7b97bb tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:16.434584 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1cce0fd0-9da6-4c5f-888c-281b4ae31dd3 req-d04039c0-135f-4be6-8a81-3d706a7b97bb tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 945 time: 0.0686412 Jun 21 03:18:16.493787 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1cce0fd0-9da6-4c5f-888c-281b4ae31dd3 req-eb9c08fd-0b7f-4162-8e27-5c174601848f tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505674 Jun 21 03:18:16.503549 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0d01d50b-260a-4d31-ac0e-50e1b462482a req-f7450e11-293f-4fcd-a204-ef77c7d1bddb tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0320168 Jun 21 03:18:16.700063 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:17.601654 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd880828-5ee4-4f71-a46b-87e6ed42bd42 req-77a73604-2570-43f3-8f6e-ce3b06dbf4da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jun 21 03:18:17.621807 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b713d66-6cea-49fc-b2d5-16152b7f403f req-db44c54a-351c-4ab6-b9ee-13c06e88b6e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:17.623295 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4b713d66-6cea-49fc-b2d5-16152b7f403f req-db44c54a-351c-4ab6-b9ee-13c06e88b6e9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 945 time: 0.0474048 Jun 21 03:18:17.666272 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:17.670895 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4b713d66-6cea-49fc-b2d5-16152b7f403f req-298ff901-fcef-4114-8545-775bc1aff002 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 Jun 21 03:18:18.007718 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-b8859db2-6d82-4cdf-a842-7e5aff4173fa tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:18.009575 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-b8859db2-6d82-4cdf-a842-7e5aff4173fa tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 811 time: 0.1254690 Jun 21 03:18:18.025540 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:18:18.108565 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-54f15184-992e-4449-a6e3-6fe5d770b3c4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a43462c60384cecb441ccf14de5672e HTTP/1.1" status: 200 len: 380 time: 0.0632873 Jun 21 03:18:18.199233 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.225203 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:18:18.225569 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.263737 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'port': {'device_id': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'admin_state_up': True, 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'security_groups': ['791710c7-558e-44ef-83cb-4994b0bbe0d2']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:18:18.308735 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:18:18.309146 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.319853 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:18.329953 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:18.334714 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:18:18.337156 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7f09c-edef-4f81-9c4f-586ccb98e589" -d '{"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-plugged", "status": "completed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:18:18.351583 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:18:18.356762 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.375277 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Made reservation on behalf of 1a43462c60384cecb441ccf14de5672e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:18:18.379247 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.381921 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6209f-ce90-4f41-b2a6-10f1c159c368 x-openstack-request-id: req-6ae6209f-ce90-4f41-b2a6-10f1c159c368 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:18:18.382213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-plugged", "status": "completed", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:18:18.382677 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ae6209f-ce90-4f41-b2a6-10f1c159c368 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:18:18.382953 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae6209f-ce90-4f41-b2a6-10f1c159c368'] response: {'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'code': 200} Jun 21 03:18:18.410433 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=10']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:18.534726 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Allocated IP 172.20.0.11 (65ee22e2-1b27-4fab-b33d-329c4e3c290a/344e0ba4-1e2f-4453-a3e9-1abf8d6f9801/0bcf4551-5832-4971-a998-4265457bc3f1) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:18:18.626757 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c3985-1c7c-41c7-afc6-21729f12818d req-aa80bc29-f6fd-4a34-9616-8e29cf84b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:18.628438 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a5c3985-1c7c-41c7-afc6-21729f12818d req-aa80bc29-f6fd-4a34-9616-8e29cf84b4b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1131 time: 0.0398331 Jun 21 03:18:18.684223 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (0bcf4551-5832-4971-a998-4265457bc3f1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.684908 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a5c3985-1c7c-41c7-afc6-21729f12818d req-08041ee8-85be-44af-9107-7cb1cd67042a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501709 Jun 21 03:18:18.703394 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d642be3b-ec62-48d9-9a95-6ad083894636 req-54aa3641-410e-4e07-b078-c7f3a1527cb3 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0314221 Jun 21 03:18:18.720431 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.795949 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:18:18.801752 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:18:18.805504 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=0bcf4551-5832-4971-a998-4265457bc3f1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:18.808082 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:18:18.816967 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:18.839946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:18.846857 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.847198 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.847534 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.847866 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.848193 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.848539 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.848862 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.849183 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.849498 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.849815 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.850134 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.850447 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.850762 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.851094 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.851400 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:18.865492 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2428d-8a42-4fa3-8035-8adb1feba8d3 req-247ef732-49d0-4bcb-90ce-559ae965c8da tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:18.867033 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6eb2428d-8a42-4fa3-8035-8adb1feba8d3 req-247ef732-49d0-4bcb-90ce-559ae965c8da tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.1164525 Jun 21 03:18:18.901145 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:18.901753 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:18.928480 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e98f03d-5d62-4667-9fc8-443babc82d6c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6686738 Jun 21 03:18:18.945802 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6eb2428d-8a42-4fa3-8035-8adb1feba8d3 req-46d220b8-ddc9-49ba-aefc-8cc442a35554 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712535 Jun 21 03:18:19.070481 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e6b2a826-9504-4509-97ec-af5e5c3c1c75 None None] Provisioning complete for port 0bcf4551-5832-4971-a998-4265457bc3f1 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:18:19.071069 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a826-9504-4509-97ec-af5e5c3c1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:19.102568 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2a826-9504-4509-97ec-af5e5c3c1c75 None None] Port 0bcf4551-5832-4971-a998-4265457bc3f1 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:18:19.447608 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Request body: {'port': {'device_id': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:18:19.513008 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:19.786991 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcf4551-5832-4971-a998-4265457bc3f1 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:18:19.795054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Publish callbacks [] for port (0bcf4551-5832-4971-a998-4265457bc3f1), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:19.808573 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Transition to ACTIVE for port object 0bcf4551-5832-4971-a998-4265457bc3f1 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:18:19.812773 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:19.824870 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122f721-270b-43b3-93a8-1861e1234be9 req-5f7b1f23-11f7-4ad6-ac1a-c96286ed8f11 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:19.826340 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a122f721-270b-43b3-93a8-1861e1234be9 req-5f7b1f23-11f7-4ad6-ac1a-c96286ed8f11 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 932 time: 0.0485876 Jun 21 03:18:19.862893 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf4551-5832-4971-a998-4265457bc3f1,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:19.878032 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a122f721-270b-43b3-93a8-1861e1234be9 req-784500ba-520d-4d91-aa32-0a39a0ce42ba tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460331 Jun 21 03:18:19.936385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Attempting to bind port 0bcf4551-5832-4971-a998-4265457bc3f1 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:18:19.936758 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Attempting to bind port 0bcf4551-5832-4971-a998-4265457bc3f1 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:18:19.937085 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Attempting to bind port 0bcf4551-5832-4971-a998-4265457bc3f1 on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:18:19.941990 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Port 0bcf4551-5832-4971-a998-4265457bc3f1 on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:18:19.942303 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Attempting to bind port 0bcf4551-5832-4971-a998-4265457bc3f1 on network 65ee22e2-1b27-4fab-b33d-329c4e3c290a {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:18:19.947726 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:18:19.948061 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Checking segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:18:19.948463 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Bound using segment: {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:18:19.948885 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Bound port: 0bcf4551-5832-4971-a998-4265457bc3f1, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259756b5-6c08-495c-89bf-cd52ae65d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:18:19.949236 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:20.017103 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] For port 0bcf4551-5832-4971-a998-4265457bc3f1, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:18:20.020475 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] For port 0bcf4551-5832-4971-a998-4265457bc3f1, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0bcf4551-5832-4971-a998-4265457bc3f1,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:18:20.037596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:20.091889 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:20.092564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:20.094452 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] 10.222.0.36 "PUT /v2.0/ports/0bcf4551-5832-4971-a998-4265457bc3f1 HTTP/1.1" status: 200 len: 1094 time: 0.6539552 Jun 21 03:18:20.095214 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:18:20.097696 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e408d8ad-b3d7-48f1-8e91-07578f70a4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:18:20.112383 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b913b-821d-4bfa-ac93-b7b4670ec886 req-2e8c934b-9f5a-4cfe-be26-079330d45972 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:20.113779 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-157b913b-821d-4bfa-ac93-b7b4670ec886 req-2e8c934b-9f5a-4cfe-be26-079330d45972 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.0881355 Jun 21 03:18:20.150160 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c95640-15a7-4b3a-b259-7951a8e02a69 x-openstack-request-id: req-65c95640-15a7-4b3a-b259-7951a8e02a69 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:18:20.150533 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:18:20.150836 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65c95640-15a7-4b3a-b259-7951a8e02a69 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:18:20.151291 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c95640-15a7-4b3a-b259-7951a8e02a69'] response: {'name': 'network-changed', 'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1', 'status': 'completed', 'code': 200} Jun 21 03:18:20.159348 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4443f7-15f1-4615-a6cb-6616fa198f0b service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf4551-5832-4971-a998-4265457bc3f1,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:20.166175 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:20.193733 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-157b913b-821d-4bfa-ac93-b7b4670ec886 req-57e4ff39-20a7-4efe-98c7-0367ac5c2cd9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696018 Jun 21 03:18:20.345263 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:20.352937 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d8ad-b3d7-48f1-8e91-07578f70a4a0 req-c7a942b5-1869-4927-823c-95e21bb9f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:20.354470 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e408d8ad-b3d7-48f1-8e91-07578f70a4a0 req-c7a942b5-1869-4927-823c-95e21bb9f76e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 1128 time: 0.0400047 Jun 21 03:18:20.462409 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d8ad-b3d7-48f1-8e91-07578f70a4a0 req-b2efca6e-78ec-4fed-b652-1889e0e341b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:20.463837 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e408d8ad-b3d7-48f1-8e91-07578f70a4a0 req-b2efca6e-78ec-4fed-b652-1889e0e341b1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1a43462c60384cecb441ccf14de5672e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0904663 Jun 21 03:18:20.580073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d8ad-b3d7-48f1-8e91-07578f70a4a0 req-9cf95dc4-e8bb-45b4-b5e7-a75ed90c345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:20.581563 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e408d8ad-b3d7-48f1-8e91-07578f70a4a0 req-9cf95dc4-e8bb-45b4-b5e7-a75ed90c345a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955482 Jun 21 03:18:20.708367 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-8b1f99df-a0d0-4482-8762-6f32bf176ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:20.709896 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-8b1f99df-a0d0-4482-8762-6f32bf176ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 1128 time: 0.0395308 Jun 21 03:18:21.006229 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f1880-94a2-409d-9a36-93ef80936247 req-c06d4682-539a-447d-b3b7-ba913d7c1f1d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:21.007696 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-215f1880-94a2-409d-9a36-93ef80936247 req-c06d4682-539a-447d-b3b7-ba913d7c1f1d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0558472 Jun 21 03:18:21.058513 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-215f1880-94a2-409d-9a36-93ef80936247 req-40de014e-a2bb-4c77-8e1a-4170e0e9640b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452325 Jun 21 03:18:21.260577 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-bdc5d5ff-d42b-4d83-8e4d-c27bc939a316 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bcf4551-5832-4971-a998-4265457bc3f1 HTTP/1.1" status: 200 len: 217 time: 0.0399270 Jun 21 03:18:21.344733 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb0a46-abcb-478e-9873-8652693d6761 req-a5392769-db38-4596-b07e-8745b9642297 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:21.346187 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aecb0a46-abcb-478e-9873-8652693d6761 req-a5392769-db38-4596-b07e-8745b9642297 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.0722511 Jun 21 03:18:21.347816 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-5a91cdfb-eb2a-44ec-a513-e8496be93be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:21.349223 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-5a91cdfb-eb2a-44ec-a513-e8496be93be7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0829766 Jun 21 03:18:21.416843 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2359c-e843-4b97-b135-4c760964eb97 req-8dcda6f7-734c-46dc-9e00-cf9184c92289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:21.418233 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-8dcda6f7-734c-46dc-9e00-cf9184c92289 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596838 Jun 21 03:18:21.438004 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aecb0a46-abcb-478e-9873-8652693d6761 req-70827569-8960-45e0-9285-b699aea458fa tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853252 Jun 21 03:18:21.520036 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-0af1fb45-410d-4840-a2be-8e5f60166cfd service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941103 Jun 21 03:18:21.880151 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36e2359c-e843-4b97-b135-4c760964eb97 req-97bd3080-31af-4079-9b48-644d1e44bd9c service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542082 Jun 21 03:18:22.188308 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b87de-da7f-49ef-8c41-ce4674c833cb req-3b7c6817-bbf9-43cd-9ac9-29a0c616c62f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:22.189938 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-922b87de-da7f-49ef-8c41-ce4674c833cb req-3b7c6817-bbf9-43cd-9ac9-29a0c616c62f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0602689 Jun 21 03:18:22.240541 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-922b87de-da7f-49ef-8c41-ce4674c833cb req-0f4b8ca0-3d38-45ac-a6ac-4bdee56f2cd0 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 Jun 21 03:18:22.575424 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dd8a8-0fde-4afe-b35a-a921b3356fa7 req-b167c3a9-e7e8-4713-9262-5fbe9be0e247 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:22.577002 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-392dd8a8-0fde-4afe-b35a-a921b3356fa7 req-b167c3a9-e7e8-4713-9262-5fbe9be0e247 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.0570657 Jun 21 03:18:22.625880 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-392dd8a8-0fde-4afe-b35a-a921b3356fa7 req-49b2b5ae-049e-4bb9-9f87-c1862c1907b9 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427115 Jun 21 03:18:23.370508 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00228-923e-40f0-97f8-baffdda629d7 req-0695d297-9748-41c8-88db-67cbe51c20f6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:23.372321 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53a00228-923e-40f0-97f8-baffdda629d7 req-0695d297-9748-41c8-88db-67cbe51c20f6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0490968 Jun 21 03:18:23.433991 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53a00228-923e-40f0-97f8-baffdda629d7 req-8ae6ae00-9b4f-4098-92f8-29b3f3bc9796 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540395 Jun 21 03:18:24.561992 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1c72-b5ff-4951-88b0-eb1f8e1a0b12 req-2ce8764b-0b7b-47ae-84be-7040907b7c4c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:24.563456 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8bf1c72-b5ff-4951-88b0-eb1f8e1a0b12 req-2ce8764b-0b7b-47ae-84be-7040907b7c4c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0567527 Jun 21 03:18:24.619026 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8bf1c72-b5ff-4951-88b0-eb1f8e1a0b12 req-1471270b-711d-43fb-86c7-08ee5d183211 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471408 Jun 21 03:18:25.757827 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085612e-5461-42cf-9c7c-350bdc51af1e req-a22da922-4076-406f-baf2-218a5a071241 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:25.759187 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c085612e-5461-42cf-9c7c-350bdc51af1e req-a22da922-4076-406f-baf2-218a5a071241 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0569615 Jun 21 03:18:25.814118 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c085612e-5461-42cf-9c7c-350bdc51af1e req-e86ae57e-cff1-4f15-8572-e55a6c34a723 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469623 Jun 21 03:18:26.939651 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371b958-8528-46f3-a6c6-189326d6c3d0 req-d5413d0e-0f48-4c29-8dbe-dcb16f025cc6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:26.941165 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5371b958-8528-46f3-a6c6-189326d6c3d0 req-d5413d0e-0f48-4c29-8dbe-dcb16f025cc6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0489066 Jun 21 03:18:26.990618 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5371b958-8528-46f3-a6c6-189326d6c3d0 req-c7101376-bdd6-4517-a538-ca0f808fb8b9 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Jun 21 03:18:27.211322 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:18:28.121733 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090294db-879e-49fb-9c65-f30fbe8c5438 req-ce8004d1-63ee-4399-a4b6-bce99455d973 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:28.123192 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-090294db-879e-49fb-9c65-f30fbe8c5438 req-ce8004d1-63ee-4399-a4b6-bce99455d973 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0588949 Jun 21 03:18:28.175410 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-090294db-879e-49fb-9c65-f30fbe8c5438 req-86be9712-cf26-4884-9668-52acce77feec tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Jun 21 03:18:29.181073 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:29.275582 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:29.297942 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c6995-4fd0-4010-a213-bb0b25ab68e0 req-9ad7830e-0519-4f30-aa9a-8b3343b77b38 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:29.300102 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae2c6995-4fd0-4010-a213-bb0b25ab68e0 req-9ad7830e-0519-4f30-aa9a-8b3343b77b38 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0558083 Jun 21 03:18:29.352834 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae2c6995-4fd0-4010-a213-bb0b25ab68e0 req-422af209-e2f7-4677-a207-c5468d145d57 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Jun 21 03:18:30.344004 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=22 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:30.347155 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=14 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:30.474519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11131c-2da5-43ea-8861-d7512940e2fe req-7ad798d2-3c8f-4155-a720-1408fd034cbd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:30.475972 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2e11131c-2da5-43ea-8861-d7512940e2fe req-7ad798d2-3c8f-4155-a720-1408fd034cbd tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0492492 Jun 21 03:18:30.490798 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:30.532894 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2e11131c-2da5-43ea-8861-d7512940e2fe req-a25ce5cb-39a3-4860-812c-3ce9518fe403 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487013 Jun 21 03:18:31.670562 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09827c-3638-4186-8125-558c54e88189 req-51194098-8f94-4e88-abcc-3a65b828d84d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:31.672006 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e09827c-3638-4186-8125-558c54e88189 req-51194098-8f94-4e88-abcc-3a65b828d84d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0567524 Jun 21 03:18:31.709505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:31.723351 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e09827c-3638-4186-8125-558c54e88189 req-ca3eb39c-9aef-4c3e-bd21-8507b663af1a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457993 Jun 21 03:18:32.837010 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b75bd-1374-490e-b576-fe56075ed737 req-09d6bca2-6ec5-4c37-b60c-9df59c98105e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:32.838498 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e40b75bd-1374-490e-b576-fe56075ed737 req-09d6bca2-6ec5-4c37-b60c-9df59c98105e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0474482 Jun 21 03:18:32.892745 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e40b75bd-1374-490e-b576-fe56075ed737 req-c6c857da-0ca1-43de-af74-3400468c05e9 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Jun 21 03:18:34.007729 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19040ea-f512-4521-8871-b310509ed675 req-b0e93609-ecbf-40db-8849-7e32ff8a2f1c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:34.009243 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d19040ea-f512-4521-8871-b310509ed675 req-b0e93609-ecbf-40db-8849-7e32ff8a2f1c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0466666 Jun 21 03:18:34.061391 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d19040ea-f512-4521-8871-b310509ed675 req-8806a446-56db-47a4-9fde-64a87d6b57a0 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460508 Jun 21 03:18:35.185666 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306feff-ee40-45b1-a93b-6c3df80924b1 req-e8c03ec7-a075-4fbb-9822-2cd2dc8e8246 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:35.187163 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0306feff-ee40-45b1-a93b-6c3df80924b1 req-e8c03ec7-a075-4fbb-9822-2cd2dc8e8246 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0527403 Jun 21 03:18:35.255277 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0306feff-ee40-45b1-a93b-6c3df80924b1 req-845a0bd5-9728-4b3a-8235-d703d858cf78 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557265 Jun 21 03:18:36.396830 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b09497-4a4b-4233-a055-136569684363 req-eb013b8c-5659-47da-8781-f1242a09fe85 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:36.398272 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2b09497-4a4b-4233-a055-136569684363 req-eb013b8c-5659-47da-8781-f1242a09fe85 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0588133 Jun 21 03:18:36.451453 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2b09497-4a4b-4233-a055-136569684363 req-e250547d-feb7-46f5-935d-681b483a6424 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459623 Jun 21 03:18:37.577464 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb0144-a7df-4754-ab40-6de3a696b299 req-0423065c-10bb-4a21-a4cc-c20e706c977d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:37.579014 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21cb0144-a7df-4754-ab40-6de3a696b299 req-0423065c-10bb-4a21-a4cc-c20e706c977d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0537267 Jun 21 03:18:37.632112 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21cb0144-a7df-4754-ab40-6de3a696b299 req-55b0a9e3-5584-4897-95fc-867a8c7d87a9 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459704 Jun 21 03:18:37.666498 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:18:37.779873 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7003a72e-02ec-47ad-8d95-a3421a04b30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:37.858123 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7003a72e-02ec-47ad-8d95-a3421a04b30a admin admin] Publish callbacks [] for security_group (dd614d03-ad2d-44bf-a3ab-8028360306e9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:37.863380 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7003a72e-02ec-47ad-8d95-a3421a04b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (dd614d03-ad2d-44bf-a3ab-8028360306e9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:37.907370 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7003a72e-02ec-47ad-8d95-a3421a04b30a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=333e2220adfb4ed58ffceb41915e8d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397842 Jun 21 03:18:37.908101 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003a72e-02ec-47ad-8d95-a3421a04b30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd614d03-ad2d-44bf-a3ab-8028360306e9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:37.910441 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33004) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:18:37.966061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:37.972015 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Publish callbacks [] for security_group (dd614d03-ad2d-44bf-a3ab-8028360306e9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:37.993946 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Publish callbacks [] for security_group (dd614d03-ad2d-44bf-a3ab-8028360306e9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:38.046932 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (dd614d03-ad2d-44bf-a3ab-8028360306e9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:38.049945 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:38.051099 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd614d03-ad2d-44bf-a3ab-8028360306e9 HTTP/1.1" status: 204 len: 168 time: 0.1397226 Jun 21 03:18:38.058952 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd614d03-ad2d-44bf-a3ab-8028360306e9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:38.066428 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.066770 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.067106 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.067473 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.067769 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.068102 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.068404 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.068747 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.069066 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.069383 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.069697 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.070012 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.070332 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.070640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.070950 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91feca-8914-4a72-8e73-27cf3d51efe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:38.747336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1d323-92d9-412d-8552-0542d57c1dbf req-65e1d3e0-1a97-45de-865c-d180a5dbace0 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:38.748883 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b0f1d323-92d9-412d-8552-0542d57c1dbf req-65e1d3e0-1a97-45de-865c-d180a5dbace0 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0496395 Jun 21 03:18:38.801198 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b0f1d323-92d9-412d-8552-0542d57c1dbf req-3cdb3563-28c9-4e4c-b561-d6c2c6a2d064 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467703 Jun 21 03:18:39.126009 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:18:39.233949 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382b1a03-acd5-43e4-9e0f-0962e9702019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:39.319331 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382b1a03-acd5-43e4-9e0f-0962e9702019 admin admin] Publish callbacks [] for security_group (1b76d44f-4f03-49cf-a8c3-28fe38eced91), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:39.325031 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-382b1a03-acd5-43e4-9e0f-0962e9702019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1b76d44f-4f03-49cf-a8c3-28fe38eced91), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:39.361635 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b1a03-acd5-43e4-9e0f-0962e9702019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76d44f-4f03-49cf-a8c3-28fe38eced91,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:39.366052 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-382b1a03-acd5-43e4-9e0f-0962e9702019 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c792871994214bbc86367c22728cbdb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389250 Jun 21 03:18:39.369368 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33042) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:18:39.396028 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:39.417835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa37a86a-8c7c-4871-b7b4-f9397a199924 admin admin] Publish callbacks [] for security_group (1b76d44f-4f03-49cf-a8c3-28fe38eced91), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:39.440381 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa37a86a-8c7c-4871-b7b4-f9397a199924 admin admin] Publish callbacks [] for security_group (1b76d44f-4f03-49cf-a8c3-28fe38eced91), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:39.489310 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa37a86a-8c7c-4871-b7b4-f9397a199924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1b76d44f-4f03-49cf-a8c3-28fe38eced91), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:39.491852 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aa37a86a-8c7c-4871-b7b4-f9397a199924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:39.493038 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-aa37a86a-8c7c-4871-b7b4-f9397a199924 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b76d44f-4f03-49cf-a8c3-28fe38eced91 HTTP/1.1" status: 204 len: 168 time: 0.1234400 Jun 21 03:18:39.501844 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37a86a-8c7c-4871-b7b4-f9397a199924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b76d44f-4f03-49cf-a8c3-28fe38eced91,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:39.929851 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b201-844b-4505-84f2-b4b14ea68367 req-bb4a5a1f-dee4-4ff3-879f-db83c9df0455 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:39.931818 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86b0b201-844b-4505-84f2-b4b14ea68367 req-bb4a5a1f-dee4-4ff3-879f-db83c9df0455 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0552471 Jun 21 03:18:39.971875 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:39.990697 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86b0b201-844b-4505-84f2-b4b14ea68367 req-8c582f24-e82c-4c7d-80d0-7f5f9dd1c908 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512803 Jun 21 03:18:40.215574 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:41.113147 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc489e-2b6d-4266-888c-e101a17410c7 req-157d148c-57f0-440b-b84e-6a4a455432be tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:41.114617 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-71dc489e-2b6d-4266-888c-e101a17410c7 req-157d148c-57f0-440b-b84e-6a4a455432be tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0528409 Jun 21 03:18:41.167031 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-71dc489e-2b6d-4266-888c-e101a17410c7 req-679f7477-2f54-4a1b-9b9d-178a2db31f6e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466964 Jun 21 03:18:41.627817 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-49912d22-0aaa-4ff2-8a55-c6eb19163f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:42.286921 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9087b-28d8-4651-8ca7-1d0f5366ce4e req-322be9ba-37b0-4ce8-971d-9e912e319bc6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:42.288423 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fe9087b-28d8-4651-8ca7-1d0f5366ce4e req-322be9ba-37b0-4ce8-971d-9e912e319bc6 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0522466 Jun 21 03:18:42.337717 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fe9087b-28d8-4651-8ca7-1d0f5366ce4e req-de311561-dd7c-46a2-8fbf-6a8e8d5a5c35 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Jun 21 03:18:43.640437 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c46125-1a4d-477e-a960-358a063dc96d req-ad0fa32e-5c95-450e-b07e-3f36f7446f85 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:43.641972 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-92c46125-1a4d-477e-a960-358a063dc96d req-ad0fa32e-5c95-450e-b07e-3f36f7446f85 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.2175314 Jun 21 03:18:43.697065 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-92c46125-1a4d-477e-a960-358a063dc96d req-1132bf2a-0e91-4d4a-a49f-e20950b1ef3e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471773 Jun 21 03:18:43.855596 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21919727-ac81-444b-b50e-47656cc87930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:44.875368 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c3c1a-7cf0-4dab-8af4-3f36296da455 req-eb2d0196-ca6b-4ff6-b688-f7922b502391 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:44.876859 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-897c3c1a-7cf0-4dab-8af4-3f36296da455 req-eb2d0196-ca6b-4ff6-b688-f7922b502391 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.1022599 Jun 21 03:18:44.899730 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:44.930664 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-897c3c1a-7cf0-4dab-8af4-3f36296da455 req-783e792a-5ca2-4daa-b753-594eb045b901 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476935 Jun 21 03:18:46.057832 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f40c32-54cd-4fb9-bcb6-17e40f1c3bce req-a8eb3dd8-e200-49a4-bd2f-94d72e169d5b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:46.059254 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c1f40c32-54cd-4fb9-bcb6-17e40f1c3bce req-a8eb3dd8-e200-49a4-bd2f-94d72e169d5b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0468478 Jun 21 03:18:46.113392 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c1f40c32-54cd-4fb9-bcb6-17e40f1c3bce req-ef097c7a-3c92-4833-9746-607116118c1c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484056 Jun 21 03:18:46.311291 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:46.702169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:47.233877 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724edac-6582-4373-8d07-569e9a0c84fb req-f3620b27-e5b0-482a-94d4-3e41f6e15efa tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:47.235341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0724edac-6582-4373-8d07-569e9a0c84fb req-f3620b27-e5b0-482a-94d4-3e41f6e15efa tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0483732 Jun 21 03:18:47.291728 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0724edac-6582-4373-8d07-569e9a0c84fb req-07fd61be-83a9-41c0-928e-4b0f0e71fd69 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506005 Jun 21 03:18:48.042080 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:48.416371 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569cf92-722d-4ed9-9c34-09cdab1392d7 req-d820edc0-4ddc-4887-ab0f-bf5083d87354 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:48.417857 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5569cf92-722d-4ed9-9c34-09cdab1392d7 req-d820edc0-4ddc-4887-ab0f-bf5083d87354 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0495865 Jun 21 03:18:48.472705 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5569cf92-722d-4ed9-9c34-09cdab1392d7 req-082677be-46db-4e84-97a9-2b785d8f0a24 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465961 Jun 21 03:18:49.602934 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281430fb-6755-491c-8912-56f672dd86a0 req-d053789a-d4d6-42b3-8a64-829aa76a5a8d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:49.604399 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-281430fb-6755-491c-8912-56f672dd86a0 req-d053789a-d4d6-42b3-8a64-829aa76a5a8d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0563507 Jun 21 03:18:49.667866 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-281430fb-6755-491c-8912-56f672dd86a0 req-6d84d043-a4ba-4c86-92fd-c8f3c92e35e7 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538146 Jun 21 03:18:50.790488 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f537c9-ff37-4193-822f-60b5c3d84862 req-977af0ee-9fcd-4b4a-8c6a-27d08175e81e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:50.791943 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80f537c9-ff37-4193-822f-60b5c3d84862 req-977af0ee-9fcd-4b4a-8c6a-27d08175e81e tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0479195 Jun 21 03:18:50.842537 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80f537c9-ff37-4193-822f-60b5c3d84862 req-0425dd2a-8a54-4a48-b7cc-ea0ae5755a5a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449269 Jun 21 03:18:51.968673 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d2168-2cb7-4bcd-8c1e-5c8361d52e39 req-17c937c3-3b5a-4556-83dd-af4b19c0ae82 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:51.970174 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-626d2168-2cb7-4bcd-8c1e-5c8361d52e39 req-17c937c3-3b5a-4556-83dd-af4b19c0ae82 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0539038 Jun 21 03:18:52.030813 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-626d2168-2cb7-4bcd-8c1e-5c8361d52e39 req-0b708795-276a-4c06-9e9a-d6658500f21d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547242 Jun 21 03:18:53.163550 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebcc9d-9a69-4e8d-8405-fe7e08598dc8 req-1b582236-fbfe-4a2a-8a06-873d6af727be tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:53.165087 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1eebcc9d-9a69-4e8d-8405-fe7e08598dc8 req-1b582236-fbfe-4a2a-8a06-873d6af727be tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 944 time: 0.0600708 Jun 21 03:18:53.183646 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:53.216374 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1eebcc9d-9a69-4e8d-8405-fe7e08598dc8 req-fc99ee57-1f49-43f5-b72d-557c681e3b23 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456085 Jun 21 03:18:53.768114 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 0bcf4551-5832-4971-a998-4265457bc3f1 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:18:53.896944 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 0bcf4551-5832-4971-a998-4265457bc3f1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0bcf4551-5832-4971-a998-4265457bc3f1,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:18:53.912997 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '0bcf4551-5832-4971-a998-4265457bc3f1', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'port_id': '0bcf4551-5832-4971-a998-4265457bc3f1', 'mac_address': 'fa:16:3e:ff:95:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:18:53.948925 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 0bcf4551-5832-4971-a998-4265457bc3f1 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:18:53.949314 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:53.962895 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcf4551-5832-4971-a998-4265457bc3f1 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:18:53.983844 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 0bcf4551-5832-4971-a998-4265457bc3f1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0bcf4551-5832-4971-a998-4265457bc3f1,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:18:53.990029 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:18:54.039914 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=0bcf4551-5832-4971-a998-4265457bc3f1,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:18:54.047272 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.047620 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.047959 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.048291 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.048656 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.048983 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.049303 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.049688 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.050092 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.050648 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.050976 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.051317 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.051637 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.051952 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.052272 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:18:54.337797 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca403f-a859-4636-a35e-13626729737f req-3b51aebd-66a8-4fe3-81ca-620a4c0ddf6a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:54.339252 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83ca403f-a859-4636-a35e-13626729737f req-3b51aebd-66a8-4fe3-81ca-620a4c0ddf6a tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 945 time: 0.0480185 Jun 21 03:18:54.390048 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83ca403f-a859-4636-a35e-13626729737f req-041cea70-8281-480a-af35-10fa302593f4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Jun 21 03:18:55.504889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2093b2f-c673-4892-8baf-ac67ae46ced5 req-61c7484b-e540-425c-98b8-737b02a16ff5 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:55.506371 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2093b2f-c673-4892-8baf-ac67ae46ced5 req-61c7484b-e540-425c-98b8-737b02a16ff5 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 945 time: 0.0482087 Jun 21 03:18:55.555349 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2093b2f-c673-4892-8baf-ac67ae46ced5 req-9d4dbf69-6db9-47c6-bdd5-4e6083a8637c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Jun 21 03:18:56.126284 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['0bcf4551-5832-4971-a998-4265457bc3f1'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:18:56.673091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb283c-965a-4e3a-a228-9fbf9c03617f req-cf69345a-595b-49a0-9f68-f81a718119eb tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:56.674495 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ddb283c-965a-4e3a-a228-9fbf9c03617f req-cf69345a-595b-49a0-9f68-f81a718119eb tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Jun 21 03:18:56.727744 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ddb283c-965a-4e3a-a228-9fbf9c03617f req-f8c243c0-12a3-43cd-9c34-2423c93db227 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475507 Jun 21 03:18:57.847151 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b07564-3559-4685-a36c-d9f99a423118 req-ca29300b-e1eb-4ec4-a0a4-8c887655b42b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:57.848629 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38b07564-3559-4685-a36c-d9f99a423118 req-ca29300b-e1eb-4ec4-a0a4-8c887655b42b tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Jun 21 03:18:57.904369 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38b07564-3559-4685-a36c-d9f99a423118 req-f0ce671d-acac-4cf2-a548-305ab468110c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474148 Jun 21 03:18:59.037978 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947c32d-e331-42e9-841d-9ec03bd9ac30 req-a7b66962-575a-48cc-b65d-a5be5708a168 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:18:59.039401 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8947c32d-e331-42e9-841d-9ec03bd9ac30 req-a7b66962-575a-48cc-b65d-a5be5708a168 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 945 time: 0.0519412 Jun 21 03:18:59.068444 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:18:59.093787 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8947c32d-e331-42e9-841d-9ec03bd9ac30 req-36663164-f1b3-43f2-a1cf-e53a95e2cc59 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Jun 21 03:19:00.208337 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0289d-5fbb-4270-9fcd-024afad91458 req-80e1b3e6-aa16-455e-b758-47121ba96a15 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:00.210054 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06c0289d-5fbb-4270-9fcd-024afad91458 req-80e1b3e6-aa16-455e-b758-47121ba96a15 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 945 time: 0.0465746 Jun 21 03:19:00.262782 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06c0289d-5fbb-4270-9fcd-024afad91458 req-da816c8c-7e92-4416-b1dd-519cd7551c1d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436034 Jun 21 03:19:00.463071 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 0bcf4551-5832-4971-a998-4265457bc3f1 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:19:00.466527 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:00.469861 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:00.511599 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 0bcf4551-5832-4971-a998-4265457bc3f1 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:19:00.519853 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 0bcf4551-5832-4971-a998-4265457bc3f1 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:19:00.520292 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:00.595753 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 0bcf4551-5832-4971-a998-4265457bc3f1 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:19:00.596085 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:00.619372 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:19:00.621919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a532ff-af53-4f90-8302-4776878fe6a8" -d '{"events": [{"server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "name": "network-vif-plugged", "status": "completed", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:19:00.634334 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 0bcf4551-5832-4971-a998-4265457bc3f1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0bcf4551-5832-4971-a998-4265457bc3f1,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:00.639833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:00.662925 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cd6f9b-47ef-4620-b81a-e972cc3fd7b5 x-openstack-request-id: req-54cd6f9b-47ef-4620-b81a-e972cc3fd7b5 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:19:00.663213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "name": "network-vif-plugged", "status": "completed", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:19:00.663462 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54cd6f9b-47ef-4620-b81a-e972cc3fd7b5 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:19:00.663874 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54cd6f9b-47ef-4620-b81a-e972cc3fd7b5'] response: {'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1', 'code': 200} Jun 21 03:19:00.689043 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=0bcf4551-5832-4971-a998-4265457bc3f1,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:01.379476 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc5d34-c917-4289-87a6-c98691b2b889 req-01cdacce-5256-4962-980c-8c34c52af519 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:01.380960 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73fc5d34-c917-4289-87a6-c98691b2b889 req-01cdacce-5256-4962-980c-8c34c52af519 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0502641 Jun 21 03:19:01.400365 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:01.437971 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73fc5d34-c917-4289-87a6-c98691b2b889 req-ba2c6c1b-b79f-44e1-a8d9-d5629cdd5341 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510273 Jun 21 03:19:01.845370 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ace7a-32ff-4aa9-b308-1db57b5c19c7 req-d3f044db-ad5f-44d0-b9ed-e1eabd5b8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:01.847890 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c0ace7a-32ff-4aa9-b308-1db57b5c19c7 req-d3f044db-ad5f-44d0-b9ed-e1eabd5b8bff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 1130 time: 0.0412586 Jun 21 03:19:01.897883 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c0ace7a-32ff-4aa9-b308-1db57b5c19c7 req-eac58acc-460e-4408-a5c4-62512e3a866a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Jun 21 03:19:02.567961 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51d328-b237-4e18-ba4e-e65dc20d7b51 req-015be7c4-be2d-42f5-8273-c49487cc5e51 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:02.569623 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d51d328-b237-4e18-ba4e-e65dc20d7b51 req-015be7c4-be2d-42f5-8273-c49487cc5e51 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0515215 Jun 21 03:19:02.621334 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d51d328-b237-4e18-ba4e-e65dc20d7b51 req-f8b53967-60f3-47d5-8e09-95aea63b1bc1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459483 Jun 21 03:19:03.735402 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:03.756052 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c813038-125d-44ea-b169-a9965fa71b9e req-2e923040-bb44-4ec9-9fbd-a6610a5c12b7 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:03.757577 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c813038-125d-44ea-b169-a9965fa71b9e req-2e923040-bb44-4ec9-9fbd-a6610a5c12b7 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0630918 Jun 21 03:19:03.813858 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c813038-125d-44ea-b169-a9965fa71b9e req-875174bf-f880-4abb-adc0-56d6995ef980 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480812 Jun 21 03:19:04.211894 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:19:04.941235 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b7135-72a9-4b2d-9357-1b36ae2feddf req-9d9e4fce-d3f7-4d67-9471-d7277e20c4a1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:04.942642 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b55b7135-72a9-4b2d-9357-1b36ae2feddf req-9d9e4fce-d3f7-4d67-9471-d7277e20c4a1 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0536344 Jun 21 03:19:04.997751 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b55b7135-72a9-4b2d-9357-1b36ae2feddf req-d3e67faa-ed1a-477a-b3d4-a6ab7f23400f tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494866 Jun 21 03:19:05.127273 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27508e-55db-43ba-8030-9d7dd9c70171 req-7cd578c6-6390-4ffb-8b10-219b5abe7349 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:05.129168 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff27508e-55db-43ba-8030-9d7dd9c70171 req-7cd578c6-6390-4ffb-8b10-219b5abe7349 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0633085 Jun 21 03:19:05.180862 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff27508e-55db-43ba-8030-9d7dd9c70171 req-11fc5ed1-42a4-4b18-8168-bc65324e131d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459971 Jun 21 03:19:05.203314 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33314) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:05.348778 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48f4b4-cb55-4c91-afd0-463dd72ece4f tempest-TestVolumeBootPattern-86149460 tempest-TestVolumeBootPattern-86149460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:05.350275 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9e48f4b4-cb55-4c91-afd0-463dd72ece4f tempest-TestVolumeBootPattern-86149460 tempest-TestVolumeBootPattern-86149460-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 1125 time: 0.1460042 Jun 21 03:19:05.354609 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33318) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:05.358784 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'port_id': '0bcf4551-5832-4971-a998-4265457bc3f1', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:19:05.382744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:05.462557 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:05.567366 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Allocated IP 172.27.2.201 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/c3f99e01-1582-4d89-8480-ca8d2bef0cc1) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:19:05.671028 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:05.706934 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:05.748005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:19:05.752849 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:19:05.756684 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:19:05.778405 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=c3f99e01-1582-4d89-8480-ca8d2bef0cc1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:05.924992 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:05.928906 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:06.128376 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:06.172269 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=6 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:06.200843 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:06.348380 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa01b3-8a11-4b3c-80bd-ce3ac5c78eb4 req-54d711d0-ab9a-470a-a5d2-90d06d68e013 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:06.349865 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cafa01b3-8a11-4b3c-80bd-ce3ac5c78eb4 req-54d711d0-ab9a-470a-a5d2-90d06d68e013 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0865250 Jun 21 03:19:06.431562 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:06.436990 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cafa01b3-8a11-4b3c-80bd-ce3ac5c78eb4 req-37c818e1-1802-42d5-b798-d2dc3cf538d4 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811670 Jun 21 03:19:06.437992 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:06.507361 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event updated for resources: {'Port': ['ID=c3f99e01-1582-4d89-8480-ca8d2bef0cc1,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:06.525727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:06.627544 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Floating IP d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc associated. External IP: 172.27.2.201, port: 0bcf4551-5832-4971-a998-4265457bc3f1. Jun 21 03:19:06.792664 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:06.829106 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:06.851116 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:19:06.959264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:19:06.968901 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207df103-6a0f-43db-ab42-b8743964633f None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:19:06.979328 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:06.979971 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:06.980629 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:18:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:07.012612 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d776d18b-a291-4647-affd-4ee8227ddfe2 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6547871 Jun 21 03:19:07.012612 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:19:07.013596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54de0018-fc97-4c19-9904-820efbd93f25" -d '{"events": [{"name": "network-changed", "server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:19:07.050098 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f6b61-c7b7-4356-ad8f-e67e6df2b9aa x-openstack-request-id: req-673f6b61-c7b7-4356-ad8f-e67e6df2b9aa {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:19:07.050359 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:19:07.050646 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-673f6b61-c7b7-4356-ad8f-e67e6df2b9aa {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:19:07.051023 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673f6b61-c7b7-4356-ad8f-e67e6df2b9aa'] response: {'name': 'network-changed', 'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1', 'status': 'completed', 'code': 200} Jun 21 03:19:07.086743 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:07.308738 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}, {'id': 'd6aed82c-1fe7-43d6-9cde-d6f1bb2078bc', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '0bcf4551-5832-4971-a998-4265457bc3f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:ff:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:19:05Z', 'updated_at': '2022-06-21T03:19:05Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:07.333282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207df103-6a0f-43db-ab42-b8743964633f None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:19:07.342100 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:07.342703 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:18:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:07.363641 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33356) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:07.444694 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:07.474893 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89e8ac59-23c4-4c68-be26-7ed36eae5fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:07.561820 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78c283-fbb6-4b87-a633-5bec20eca6f9 req-0b653be6-2db4-4bb4-9a59-ce55633ffbbf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:07.562575 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89e8ac59-23c4-4c68-be26-7ed36eae5fd6 admin admin] Publish callbacks [] for security_group (a84565fb-1aae-4bda-864f-8976efb6ab47), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:07.563331 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c78c283-fbb6-4b87-a633-5bec20eca6f9 req-0b653be6-2db4-4bb4-9a59-ce55633ffbbf tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0520809 Jun 21 03:19:07.572534 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89e8ac59-23c4-4c68-be26-7ed36eae5fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a84565fb-1aae-4bda-864f-8976efb6ab47), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:07.604380 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-89e8ac59-23c4-4c68-be26-7ed36eae5fd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3f72e960bee47c48d299b36cc979d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392216 Jun 21 03:19:07.608492 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33362) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:07.615307 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:07.624700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8ac59-23c4-4c68-be26-7ed36eae5fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84565fb-1aae-4bda-864f-8976efb6ab47,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:07.626293 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c78c283-fbb6-4b87-a633-5bec20eca6f9 req-6078af6e-c893-4ea9-9248-fe6f1a55915a tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566864 Jun 21 03:19:07.671054 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:07.672540 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef18df4a-1e35-4410-a62a-bd09916a9f46 admin admin] Publish callbacks [] for security_group (a84565fb-1aae-4bda-864f-8976efb6ab47), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:07.677894 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-207df103-6a0f-43db-ab42-b8743964633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}, {'id': 'd6aed82c-1fe7-43d6-9cde-d6f1bb2078bc', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '0bcf4551-5832-4971-a998-4265457bc3f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:ff:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:19:05Z', 'updated_at': '2022-06-21T03:19:05Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:07.694963 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef18df4a-1e35-4410-a62a-bd09916a9f46 admin admin] Publish callbacks [] for security_group (a84565fb-1aae-4bda-864f-8976efb6ab47), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:07.705195 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207df103-6a0f-43db-ab42-b8743964633f None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}, {'id': 'd6aed82c-1fe7-43d6-9cde-d6f1bb2078bc', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '0bcf4551-5832-4971-a998-4265457bc3f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:ff:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:19:05Z', 'updated_at': '2022-06-21T03:19:05Z', 'revision_number': 0, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:19:07.762070 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0018-fc97-4c19-9904-820efbd93f25 req-57ebd80f-1599-4659-ad07-58548f545d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:07.763665 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54de0018-fc97-4c19-9904-820efbd93f25 req-57ebd80f-1599-4659-ad07-58548f545d71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 1130 time: 0.0522234 Jun 21 03:19:07.791073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef18df4a-1e35-4410-a62a-bd09916a9f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a84565fb-1aae-4bda-864f-8976efb6ab47), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:07.793686 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef18df4a-1e35-4410-a62a-bd09916a9f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:07.794787 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ef18df4a-1e35-4410-a62a-bd09916a9f46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a84565fb-1aae-4bda-864f-8976efb6ab47 HTTP/1.1" status: 204 len: 168 time: 0.1854069 Jun 21 03:19:07.816778 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18df4a-1e35-4410-a62a-bd09916a9f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84565fb-1aae-4bda-864f-8976efb6ab47,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:07.892885 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0018-fc97-4c19-9904-820efbd93f25 req-19021ef4-8d40-4215-8bb5-3da7b05afa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:07.894901 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54de0018-fc97-4c19-9904-820efbd93f25 req-19021ef4-8d40-4215-8bb5-3da7b05afa8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.1134212 Jun 21 03:19:07.942525 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d295718-e3c9-4f6f-8396-ad9304ef7ffa None None] New status for floating IP d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:19:07.974730 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54de0018-fc97-4c19-9904-820efbd93f25 req-f1f2b15d-8fed-49d0-9643-50e8f6772074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bcf4551-5832-4971-a998-4265457bc3f1 HTTP/1.1" status: 200 len: 1000 time: 0.0728760 Jun 21 03:19:08.041283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0018-fc97-4c19-9904-820efbd93f25 req-3e252f1a-5391-435f-a0ff-d4c279753237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:08.042792 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54de0018-fc97-4c19-9904-820efbd93f25 req-3e252f1a-5391-435f-a0ff-d4c279753237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0596497 Jun 21 03:19:08.094531 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0018-fc97-4c19-9904-820efbd93f25 req-6a9383a8-090d-4ba3-9803-19bd6e6840c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:08.096016 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54de0018-fc97-4c19-9904-820efbd93f25 req-6a9383a8-090d-4ba3-9803-19bd6e6840c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456855 Jun 21 03:19:08.228334 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54de0018-fc97-4c19-9904-820efbd93f25 req-e4c97833-d215-490b-ae96-3a548e9b5475 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948896 Jun 21 03:19:08.564672 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-0bc243b8-2d1e-4ae7-8094-1a307040cbb9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:08.566147 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-0bc243b8-2d1e-4ae7-8094-1a307040cbb9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0534048 Jun 21 03:19:08.604757 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54de0018-fc97-4c19-9904-820efbd93f25 req-e877cc1c-d831-4069-8516-821886eec08e service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928435 Jun 21 03:19:08.649877 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Deleting port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:08.650381 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:08.783409 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d26bc6-dae5-4925-ac36-3a721d076192 req-9323093f-2618-4175-94bb-dd2834faa005 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:08.785499 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e9d26bc6-dae5-4925-ac36-3a721d076192 req-9323093f-2618-4175-94bb-dd2834faa005 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 946 time: 0.0716245 Jun 21 03:19:08.787155 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] For port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:08.787547 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:08.839940 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:08.915809 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e9d26bc6-dae5-4925-ac36-3a721d076192 req-d04b99c8-d433-4bbf-b400-06287e9813f8 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups?id=edbc0b22-de3b-4421-bfad-64bea447f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204994 Jun 21 03:19:08.981677 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:08.992692 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:08.993077 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (119f864c-efe0-4953-9b55-6b7ad04624b0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:08.993409 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Floating IP 119f864c-efe0-4953-9b55-6b7ad04624b0 disassociated. External IP: 172.27.2.120, port: 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d. Jun 21 03:19:08.993837 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Calling delete_port for 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:09.133676 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:09.163128 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event deleted for resources: {'Port': ['ID=9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:09.274933 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Router e1a10b15-2af9-4299-96ab-ffaa8edbb46c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:19:09.380536 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:19:09.391938 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] Sync routers for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:19:09.402767 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:09.403405 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:18:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:09.422611 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] No DVR routers for this DVR port 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:19:09.426113 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:09.429389 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-372c3032-2b37-4d3e-9a76-3e076e13067b req-840b2338-8c82-45f5-820d-5fc33c3622b6 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.36 "DELETE /v2.0/ports/9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d HTTP/1.1" status: 204 len: 173 time: 0.8578439 Jun 21 03:19:09.429816 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'name': 'network-vif-deleted', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:19:09.432085 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e98d2b-005d-4d7f-88b9-2ecb4014cb2d" -d '{"events": [{"server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "name": "network-vif-deleted", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:19:09.472941 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218898fb-675f-4366-9601-d16bc0667898 x-openstack-request-id: req-218898fb-675f-4366-9601-d16bc0667898 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:19:09.473259 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c98312-5f01-40dc-8fb2-c211c3288a21", "name": "network-vif-deleted", "tag": "9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:19:09.473531 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-218898fb-675f-4366-9601-d16bc0667898 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:19:09.473939 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218898fb-675f-4366-9601-d16bc0667898'] response: {'server_uuid': '29c98312-5f01-40dc-8fb2-c211c3288a21', 'name': 'network-vif-deleted', 'tag': '9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d', 'status': 'completed', 'code': 200} Jun 21 03:19:09.511860 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:09.834445 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:09.861940 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] Checking router: e1a10b15-2af9-4299-96ab-ffaa8edbb46c for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:19:09.872975 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:09.873986 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:18:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:09.983198 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:10.186710 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:10.212497 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61494d8-39d2-4653-94ad-f2c2f697d4b6 None None] The sync data for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi is: [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:46Z', 'revision_number': 4, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e12e28cc-bf50-43f9-beec-0f93783c1965', 'name': '', 'network_id': '4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'mac_address': 'fa:16:3e:63:7e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:00Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'subnets': [{'id': '37ff0cf3-aaa0-42c5-b528-3187d5b40eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:19:10.282975 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ef71ce6-5e30-4b3f-a33e-747a5adc1342 req-ad65b517-e988-4e69-abca-fb8ac6b27fd2 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c98312-5f01-40dc-8fb2-c211c3288a21 HTTP/1.1" status: 200 len: 210 time: 0.2805598 Jun 21 03:19:10.425879 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b96a9d-7777-426a-ab78-83de63c0e75e None None] New status for floating IP 119f864c-efe0-4953-9b55-6b7ad04624b0: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:19:11.380540 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33378) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:11.404026 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:11.416946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:11.438092 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78fdba1-4d53-436f-91f5-eff77331c1f9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (edbc0b22-de3b-4421-bfad-64bea447f4e5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.461779 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78fdba1-4d53-436f-91f5-eff77331c1f9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (edbc0b22-de3b-4421-bfad-64bea447f4e5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.514962 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78fdba1-4d53-436f-91f5-eff77331c1f9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (edbc0b22-de3b-4421-bfad-64bea447f4e5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.518340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78fdba1-4d53-436f-91f5-eff77331c1f9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.519500 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a78fdba1-4d53-436f-91f5-eff77331c1f9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "DELETE /v2.0/security-groups/edbc0b22-de3b-4421-bfad-64bea447f4e5 HTTP/1.1" status: 204 len: 168 time: 0.1379824 Jun 21 03:19:11.522308 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33380) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:11.531363 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fdba1-4d53-436f-91f5-eff77331c1f9 tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc0b22-de3b-4421-bfad-64bea447f4e5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:11.535720 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-6acd67a8-7121-4c8b-ae95-005a04db53ed tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] show failed (client error): The resource could not be found. Jun 21 03:19:11.536802 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6acd67a8-7121-4c8b-ae95-005a04db53ed tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "GET /v2.0/security-groups/edbc0b22-de3b-4421-bfad-64bea447f4e5 HTTP/1.1" status: 404 len: 347 time: 0.0134211 Jun 21 03:19:11.539558 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33382) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:11.623015 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cc8f1880-30a0-44b3-b38a-b5f6cc984cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.654208 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Deleting port 67a72b32-25b0-4dc6-9ab2-dafc1ce3084f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:11.654511 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.730197 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.730499 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.743691 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Calling delete_port for 67a72b32-25b0-4dc6-9ab2-dafc1ce3084f owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:11.867158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:11.884643 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (67a72b32-25b0-4dc6-9ab2-dafc1ce3084f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.908863 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Pushing event deleted for resources: {'Port': ['ID=67a72b32-25b0-4dc6-9ab2-dafc1ce3084f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:11.943406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:11.980874 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks [] for floatingip (119f864c-efe0-4953-9b55-6b7ad04624b0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.983333 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:11.984524 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2149cbd7-2edd-497b-86a9-d33a87466a8e tempest-AttachVolumeTestJSON-696259949 tempest-AttachVolumeTestJSON-696259949-project] 10.222.0.16 "DELETE /v2.0/floatingips/119f864c-efe0-4953-9b55-6b7ad04624b0 HTTP/1.1" status: 204 len: 168 time: 0.4439688 Jun 21 03:19:12.504307 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:12.525339 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:12.525698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9a1946f4-b7c7-4af8-ab2c-0b8e4a27a06d not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:19:13.850167 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5e70d23d-d19a-4240-8a99-51191324d606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:14.903892 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:15.555491 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33412) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:16.077920 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:16.312032 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:16.351642 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Deleting port e12e28cc-bf50-43f9-beec-0f93783c1965 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:16.351976 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:16.434064 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] For port e12e28cc-bf50-43f9-beec-0f93783c1965, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e12e28cc-bf50-43f9-beec-0f93783c1965,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:16.434432 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:16.447573 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Calling delete_port for e12e28cc-bf50-43f9-beec-0f93783c1965 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:16.546647 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:16.628229 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (e12e28cc-bf50-43f9-beec-0f93783c1965), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:16.640076 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:16.659861 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12e28cc-bf50-43f9-beec-0f93783c1965,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:16.702086 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:16.828250 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.044955 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Router e1a10b15-2af9-4299-96ab-ffaa8edbb46c has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:19:17.147784 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:19:17.154214 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2ae68145-b135-42f4-90d8-6d2d5027e343 admin admin] 10.222.0.16 "PUT /v2.0/routers/e1a10b15-2af9-4299-96ab-ffaa8edbb46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971673 Jun 21 03:19:17.156391 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33418) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:17.157600 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] Sync routers for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:19:17.168718 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:17.169333 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:17.256807 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks [] for router (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.271218 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:17.331826 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:17.346988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:17.358589 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks [] for router_gateway (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.388592 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:17.403516 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Deleting port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:17.403854 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.442180 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:19:16Z', 'revision_number': 5, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port': {'id': '76fac1e3-6d70-4a1d-9236-8a5c802c2fda', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:17.467175 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] Checking router: e1a10b15-2af9-4299-96ab-ffaa8edbb46c for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:19:17.475600 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] Routers {'e1a10b15-2af9-4299-96ab-ffaa8edbb46c'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:17.476191 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:17.486071 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] For port 76fac1e3-6d70-4a1d-9236-8a5c802c2fda, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:17.486501 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.500513 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Calling delete_port for 76fac1e3-6d70-4a1d-9236-8a5c802c2fda owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:17.558084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] Set router e1a10b15-2af9-4299-96ab-ffaa8edbb46c gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:17.607840 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:19:17Z', 'revision_number': 6, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:17.615092 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:17.632252 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a578b77-e199-4dfd-9ad7-d2c422bf7da5 None None] The sync data for ids ['e1a10b15-2af9-4299-96ab-ffaa8edbb46c'] in dv-cinder-846842-1-iscsi is: [{'id': 'e1a10b15-2af9-4299-96ab-ffaa8edbb46c', 'name': 'tempest-AttachVolumeTestJSON-8265283-router', 'tenant_id': '8dd05fc495454e9290c277ed4db003d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:19:17Z', 'revision_number': 6, 'project_id': '8dd05fc495454e9290c277ed4db003d8', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:19:17.677780 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (76fac1e3-6d70-4a1d-9236-8a5c802c2fda), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.709923 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fac1e3-6d70-4a1d-9236-8a5c802c2fda,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:17.769817 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.870728 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.873143 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks [] for router_controller (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.943222 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (e1a10b15-2af9-4299-96ab-ffaa8edbb46c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.943847 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a10b15-2af9-4299-96ab-ffaa8edbb46c {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:19:17.948753 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:17.949998 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f2b8c12e-faed-4a5c-9148-b3287b490ed3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e1a10b15-2af9-4299-96ab-ffaa8edbb46c HTTP/1.1" status: 204 len: 168 time: 0.7925615 Jun 21 03:19:17.952742 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33420) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:18.003306 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] Deleting subnet 37ff0cf3-aaa0-42c5-b528-3187d5b40eed {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:19:18.007054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] Publish callbacks [] for subnet (37ff0cf3-aaa0-42c5-b528-3187d5b40eed), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.033005 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.045812 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (37ff0cf3-aaa0-42c5-b528-3187d5b40eed), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.122945 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (37ff0cf3-aaa0-42c5-b528-3187d5b40eed), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.184357 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (37ff0cf3-aaa0-42c5-b528-3187d5b40eed), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.208479 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ff0cf3-aaa0-42c5-b528-3187d5b40eed,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:18.214199 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.219663 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4648a6e0-137c-4fac-8d3f-7aa84df4e141 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/37ff0cf3-aaa0-42c5-b528-3187d5b40eed HTTP/1.1" status: 204 len: 168 time: 0.2635958 Jun 21 03:19:18.219826 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83e46a-526b-408a-9417-8b66b82024d2 None None] Network 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:19:18.220075 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33422) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:18.289351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.435077 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] DHCP port deletion for 4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:19:18.478156 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] Deleting port 4544da7a-deaf-4bb4-957e-2a1c9df14565 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:18.478490 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.506130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 76fac1e3-6d70-4a1d-9236-8a5c802c2fda no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:18.560795 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 76fac1e3-6d70-4a1d-9236-8a5c802c2fda {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:18.561136 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 76fac1e3-6d70-4a1d-9236-8a5c802c2fda not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:19:18.561548 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 4544da7a-deaf-4bb4-957e-2a1c9df14565 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:18.602796 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] For port 4544da7a-deaf-4bb4-957e-2a1c9df14565, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=4544da7a-deaf-4bb4-957e-2a1c9df14565,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:18.603187 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.619082 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] Calling delete_port for 4544da7a-deaf-4bb4-957e-2a1c9df14565 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:18.619386 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Deleting port 4544da7a-deaf-4bb4-957e-2a1c9df14565 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:18.619753 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.634392 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-18e44d8e-e788-4e97-972a-1cb6694a4f9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571001 Jun 21 03:19:18.699574 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 4544da7a-deaf-4bb4-957e-2a1c9df14565 is: ACTIVE; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:19:18.699958 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.722983 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] For port 4544da7a-deaf-4bb4-957e-2a1c9df14565, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=4544da7a-deaf-4bb4-957e-2a1c9df14565,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:18.723621 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.743404 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-e799a65a-516d-4f7f-bfbe-30dede703b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:18.744924 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-e799a65a-516d-4f7f-bfbe-30dede703b19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5badbc0000cf41beb6fd192462d4eda8&device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 1131 time: 0.0622513 Jun 21 03:19:18.746400 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Calling delete_port for 4544da7a-deaf-4bb4-957e-2a1c9df14565 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:18.753865 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 4544da7a-deaf-4bb4-957e-2a1c9df14565, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=4544da7a-deaf-4bb4-957e-2a1c9df14565,segment=NetworkSegment(45f676da-92b0-49fb-9716-015d077c8df1),segment_id=45f676da-92b0-49fb-9716-015d077c8df1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:18.761242 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.761559 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e12e28cc-bf50-43f9-beec-0f93783c1965 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:18.799323 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.805488 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: e12e28cc-bf50-43f9-beec-0f93783c1965 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:18.805822 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e12e28cc-bf50-43f9-beec-0f93783c1965 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:19:18.829264 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] No DVR routers for this DVR port 4544da7a-deaf-4bb4-957e-2a1c9df14565 on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:19:18.844124 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=4544da7a-deaf-4bb4-957e-2a1c9df14565,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:18.849279 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:18.869237 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a37d4-132e-4229-aa11-2e21b7d56488 None None] Pushing event deleted for resources: {'Port': ['ID=4544da7a-deaf-4bb4-957e-2a1c9df14565,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:18.916245 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (4544da7a-deaf-4bb4-957e-2a1c9df14565), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:18.927973 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-e8864db4-a047-4500-872a-4d0a581510b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:18.929498 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-e8864db4-a047-4500-872a-4d0a581510b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 200 len: 917 time: 0.1370490 Jun 21 03:19:18.951747 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] No DVR routers for this DVR port 4544da7a-deaf-4bb4-957e-2a1c9df14565 on host dv-cinder-846842-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:19:18.955474 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4544da7a-deaf-4bb4-957e-2a1c9df14565,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:19.036485 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-ea7b135e-6b4b-435c-88ac-aad746a1dea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 200 len: 1002 time: 0.0919504 Jun 21 03:19:19.097208 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.106977 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:19.126983 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:19.142100 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f676da-92b0-49fb-9716-015d077c8df1') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:19.142383 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f676da-92b0-49fb-9716-015d077c8df1') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:19.149964 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-f45b2951-3079-40e9-9f60-3e72cb4b8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:19.151418 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-f45b2951-3079-40e9-9f60-3e72cb4b8c0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 200 len: 855 time: 0.1089144 Jun 21 03:19:19.155075 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (45f676da-92b0-49fb-9716-015d077c8df1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.191047 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (45f676da-92b0-49fb-9716-015d077c8df1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.202897 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:19:19.203266 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (45f676da-92b0-49fb-9716-015d077c8df1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.224158 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-2786d0fd-2165-46a1-8f68-24e12ab5cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:19.225703 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-2786d0fd-2165-46a1-8f68-24e12ab5cdd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcb1b71f-0c69-4277-b872-e57779bda511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640447 Jun 21 03:19:19.234986 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 45f676da-92b0-49fb-9716-015d077c8df1 resource provider aggregate not found Jun 21 03:19:19.242347 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-f0da1676-7f19-4300-ae01-4ddf7636c40b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:19:19.243286 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-f0da1676-7f19-4300-ae01-4ddf7636c40b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049396 Jun 21 03:19:19.292963 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 45f676da-92b0-49fb-9716-015d077c8df1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45f676da-92b0-49fb-9716-015d077c8df1 found for delete ", "request_id": "req-d373bfa7-727c-418a-8f94-d0de294a8c4d"}]} Jun 21 03:19:19.297913 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.310432 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.313544 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e HTTP/1.1" status: 204 len: 168 time: 1.0924363 Jun 21 03:19:19.354275 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa4d29-aec2-4c05-8975-603e65835b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfb184d-dbe2-40fa-876c-bcaf1f55ee1e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:19.384503 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-aa9c297b-a6cd-4336-a6df-d865cd45b84a service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112370 Jun 21 03:19:19.447647 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33432) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:19.480227 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ba8d78d4-3a95-4667-a2e5-f428a8b4c3a7 req-32950589-173a-4f0f-9c95-1714cf827ad5 service neutron] 10.222.0.36 "GET /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898898 Jun 21 03:19:19.487740 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-89722ea1-d10a-496f-9e21-d69127237528 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dd05fc495454e9290c277ed4db003d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388350 Jun 21 03:19:19.490390 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33434) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:19.540520 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Publish callbacks [] for security_group (cb5d4c2d-42bb-49dc-a033-b151e3736c7e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.562603 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Publish callbacks [] for security_group (cb5d4c2d-42bb-49dc-a033-b151e3736c7e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.619519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (cb5d4c2d-42bb-49dc-a033-b151e3736c7e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.622594 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:19.623770 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb5d4c2d-42bb-49dc-a033-b151e3736c7e HTTP/1.1" status: 204 len: 168 time: 0.1325278 Jun 21 03:19:19.634111 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d4c2d-42bb-49dc-a033-b151e3736c7e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:19.641808 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.642163 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.643094 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.643094 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.643420 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.643582 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.643841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.644152 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.644498 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.644812 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.645133 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.645462 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.645788 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.646105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:19.646422 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92608ee-854a-4846-b509-32d1ec568b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:20.502329 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:20.504652 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:21.437606 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33486) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:21.551794 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33396411-bd23-4a19-ada9-95925068da4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:21.875489 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33396411-bd23-4a19-ada9-95925068da4c admin admin] Publish callbacks [] for security_group (a809a456-81dc-40ce-829d-f7bd8b654d8a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:21.881319 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-33396411-bd23-4a19-ada9-95925068da4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a809a456-81dc-40ce-829d-f7bd8b654d8a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:21.891506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:21.919807 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33396411-bd23-4a19-ada9-95925068da4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a809a456-81dc-40ce-829d-f7bd8b654d8a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:21.927393 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-33396411-bd23-4a19-ada9-95925068da4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67b6a3283112495ab5c80c3716c8adbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881084 Jun 21 03:19:21.929990 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33490) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:21.980596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0fc9-22ff-4c33-b63d-68a01ffdfdf1 admin admin] Publish callbacks [] for security_group (a809a456-81dc-40ce-829d-f7bd8b654d8a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:21.984729 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:22.004132 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0fc9-22ff-4c33-b63d-68a01ffdfdf1 admin admin] Publish callbacks [] for security_group (a809a456-81dc-40ce-829d-f7bd8b654d8a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.059581 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0fc9-22ff-4c33-b63d-68a01ffdfdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a809a456-81dc-40ce-829d-f7bd8b654d8a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.062439 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d8a0fc9-22ff-4c33-b63d-68a01ffdfdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.063626 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5d8a0fc9-22ff-4c33-b63d-68a01ffdfdf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a809a456-81dc-40ce-829d-f7bd8b654d8a HTTP/1.1" status: 204 len: 168 time: 0.1328371 Jun 21 03:19:22.071913 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a0fc9-22ff-4c33-b63d-68a01ffdfdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a809a456-81dc-40ce-829d-f7bd8b654d8a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:22.360615 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:22.374633 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5959f85-7b41-4148-8bf3-d17627f6344e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.452319 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5959f85-7b41-4148-8bf3-d17627f6344e admin admin] Publish callbacks [] for security_group (61eb831e-1420-47a1-ab07-ef890c69ede0), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.458836 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5959f85-7b41-4148-8bf3-d17627f6344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (61eb831e-1420-47a1-ab07-ef890c69ede0), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.496384 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5959f85-7b41-4148-8bf3-d17627f6344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eb831e-1420-47a1-ab07-ef890c69ede0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:22.501622 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b5959f85-7b41-4148-8bf3-d17627f6344e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05d1f43edd574b6a918e0c7b459f4af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398778 Jun 21 03:19:22.504684 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33498) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:22.554861 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49653897-5223-43d2-af8c-a6d1dcc26db4 admin admin] Publish callbacks [] for security_group (61eb831e-1420-47a1-ab07-ef890c69ede0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.577377 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49653897-5223-43d2-af8c-a6d1dcc26db4 admin admin] Publish callbacks [] for security_group (61eb831e-1420-47a1-ab07-ef890c69ede0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.627253 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49653897-5223-43d2-af8c-a6d1dcc26db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (61eb831e-1420-47a1-ab07-ef890c69ede0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.629937 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49653897-5223-43d2-af8c-a6d1dcc26db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:22.631065 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-49653897-5223-43d2-af8c-a6d1dcc26db4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61eb831e-1420-47a1-ab07-ef890c69ede0 HTTP/1.1" status: 204 len: 168 time: 0.1254454 Jun 21 03:19:22.639428 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49653897-5223-43d2-af8c-a6d1dcc26db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eb831e-1420-47a1-ab07-ef890c69ede0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:24.691447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33574) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:24.807107 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526282ce-0482-45e4-bd03-5059b4b1b88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:24.886413 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:24.888527 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526282ce-0482-45e4-bd03-5059b4b1b88a admin admin] Publish callbacks [] for security_group (c85357d6-1165-4a7a-90ea-45946b1003df), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:24.894592 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-526282ce-0482-45e4-bd03-5059b4b1b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c85357d6-1165-4a7a-90ea-45946b1003df), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:24.933655 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526282ce-0482-45e4-bd03-5059b4b1b88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85357d6-1165-4a7a-90ea-45946b1003df,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:24.937994 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-526282ce-0482-45e4-bd03-5059b4b1b88a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88295ac098e246fa8504058413c41432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454782 Jun 21 03:19:24.940990 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33578) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:24.989844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c76-ad09-4f1c-af02-23a218fc1d60 admin admin] Publish callbacks [] for security_group (c85357d6-1165-4a7a-90ea-45946b1003df), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.019059 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c76-ad09-4f1c-af02-23a218fc1d60 admin admin] Publish callbacks [] for security_group (c85357d6-1165-4a7a-90ea-45946b1003df), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.075108 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c76-ad09-4f1c-af02-23a218fc1d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c85357d6-1165-4a7a-90ea-45946b1003df), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.078783 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c76-ad09-4f1c-af02-23a218fc1d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.080362 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8f1b6c76-ad09-4f1c-af02-23a218fc1d60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c85357d6-1165-4a7a-90ea-45946b1003df HTTP/1.1" status: 204 len: 168 time: 0.1384912 Jun 21 03:19:25.088305 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b6c76-ad09-4f1c-af02-23a218fc1d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85357d6-1165-4a7a-90ea-45946b1003df,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:25.385581 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33584) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:25.399503 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd256126-5aa2-429c-a548-e6675f683905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.401139 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:25.480966 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd256126-5aa2-429c-a548-e6675f683905 admin admin] Publish callbacks [] for security_group (be0d05be-71b4-435d-937c-74a8ab782372), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.487501 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd256126-5aa2-429c-a548-e6675f683905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (be0d05be-71b4-435d-937c-74a8ab782372), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.525003 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd256126-5aa2-429c-a548-e6675f683905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d05be-71b4-435d-937c-74a8ab782372,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:25.529335 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bd256126-5aa2-429c-a548-e6675f683905 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb100302050543ddbb1d0ea2058fd4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426046 Jun 21 03:19:25.532103 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33586) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:25.581780 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d654320-13e1-44b5-83c4-2006e42b3d97 admin admin] Publish callbacks [] for security_group (be0d05be-71b4-435d-937c-74a8ab782372), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.603906 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d654320-13e1-44b5-83c4-2006e42b3d97 admin admin] Publish callbacks [] for security_group (be0d05be-71b4-435d-937c-74a8ab782372), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.654338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d654320-13e1-44b5-83c4-2006e42b3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (be0d05be-71b4-435d-937c-74a8ab782372), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.657064 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d654320-13e1-44b5-83c4-2006e42b3d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:25.658213 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9d654320-13e1-44b5-83c4-2006e42b3d97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be0d05be-71b4-435d-937c-74a8ab782372 HTTP/1.1" status: 204 len: 168 time: 0.1252961 Jun 21 03:19:25.665780 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d654320-13e1-44b5-83c4-2006e42b3d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d05be-71b4-435d-937c-74a8ab782372,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:26.798041 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33616) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:26.910792 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac889093-72c6-4ef2-a131-67b06685dfaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:27.000785 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac889093-72c6-4ef2-a131-67b06685dfaa admin admin] Publish callbacks [] for security_group (5a04201b-78d5-4cf0-96b5-90e87bb9fe86), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:27.006491 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac889093-72c6-4ef2-a131-67b06685dfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5a04201b-78d5-4cf0-96b5-90e87bb9fe86), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:27.044665 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ac889093-72c6-4ef2-a131-67b06685dfaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cabbd5f55824648a904006c9fb98b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454848 Jun 21 03:19:27.045745 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac889093-72c6-4ef2-a131-67b06685dfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04201b-78d5-4cf0-96b5-90e87bb9fe86,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:27.048233 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:27.100811 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9592a72-fcb8-4ab5-ba2e-3ed75f2d74ba admin admin] Publish callbacks [] for security_group (5a04201b-78d5-4cf0-96b5-90e87bb9fe86), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:27.126794 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9592a72-fcb8-4ab5-ba2e-3ed75f2d74ba admin admin] Publish callbacks [] for security_group (5a04201b-78d5-4cf0-96b5-90e87bb9fe86), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:27.185035 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9592a72-fcb8-4ab5-ba2e-3ed75f2d74ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5a04201b-78d5-4cf0-96b5-90e87bb9fe86), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:27.187635 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9592a72-fcb8-4ab5-ba2e-3ed75f2d74ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:27.188829 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d9592a72-fcb8-4ab5-ba2e-3ed75f2d74ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a04201b-78d5-4cf0-96b5-90e87bb9fe86 HTTP/1.1" status: 204 len: 168 time: 0.1395864 Jun 21 03:19:27.196777 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9592a72-fcb8-4ab5-ba2e-3ed75f2d74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a04201b-78d5-4cf0-96b5-90e87bb9fe86,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:31.325874 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33688) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:31.434514 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f02e716-4d6e-4baf-a59b-f3c80f2d7080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:31.525404 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f02e716-4d6e-4baf-a59b-f3c80f2d7080 admin admin] Publish callbacks [] for security_group (24379db4-d6b8-4edf-a576-560cb4c0caf7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:31.530702 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f02e716-4d6e-4baf-a59b-f3c80f2d7080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (24379db4-d6b8-4edf-a576-560cb4c0caf7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:31.570091 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2f02e716-4d6e-4baf-a59b-f3c80f2d7080 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3465e0c74eb546b6aa0318cb1fa6685a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432001 Jun 21 03:19:31.570949 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02e716-4d6e-4baf-a59b-f3c80f2d7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24379db4-d6b8-4edf-a576-560cb4c0caf7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:31.573338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33692) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:31.620789 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:31.624689 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8571f13a-1921-46c7-a34c-d4f0f1db4603 admin admin] Publish callbacks [] for security_group (24379db4-d6b8-4edf-a576-560cb4c0caf7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:31.647519 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8571f13a-1921-46c7-a34c-d4f0f1db4603 admin admin] Publish callbacks [] for security_group (24379db4-d6b8-4edf-a576-560cb4c0caf7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:31.702239 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8571f13a-1921-46c7-a34c-d4f0f1db4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (24379db4-d6b8-4edf-a576-560cb4c0caf7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:31.705818 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8571f13a-1921-46c7-a34c-d4f0f1db4603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:31.708107 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8571f13a-1921-46c7-a34c-d4f0f1db4603 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24379db4-d6b8-4edf-a576-560cb4c0caf7 HTTP/1.1" status: 204 len: 168 time: 0.1338515 Jun 21 03:19:31.716004 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f13a-1921-46c7-a34c-d4f0f1db4603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24379db4-d6b8-4edf-a576-560cb4c0caf7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:37.209680 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:41.211653 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:19:41.564361 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:41.566847 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:41.629673 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-81708a85-fabd-40fb-89e5-9d83ab7ae1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:41.711184 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:INSERT=10,neutron:SELECT=73,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:41.715374 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:43.040369 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc69e2a-3852-4e91-aa17-4817dcf1ed16 req-5e73fdca-f915-40f8-8362-a4563ce6b9c8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:43.041866 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecc69e2a-3852-4e91-aa17-4817dcf1ed16 req-5e73fdca-f915-40f8-8362-a4563ce6b9c8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.0511956 Jun 21 03:19:43.096568 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecc69e2a-3852-4e91-aa17-4817dcf1ed16 req-35880db4-8e5a-48b1-8530-2e8168dce040 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490365 Jun 21 03:19:43.189458 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:43.850165 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:43.858334 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fc4fada8-a573-46b7-a90b-2c73235c92dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:44.249948 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6963-ffe4-484a-bd2a-8bdd7f0f4ba7 req-9263a441-86ad-4dc9-b68c-1bab8d1d313e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:44.251613 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a0e6963-ffe4-484a-bd2a-8bdd7f0f4ba7 req-9263a441-86ad-4dc9-b68c-1bab8d1d313e tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.0610511 Jun 21 03:19:44.303335 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a0e6963-ffe4-484a-bd2a-8bdd7f0f4ba7 req-1fe41185-d0b6-4221-b00b-6f920f156f39 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460258 Jun 21 03:19:44.917874 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:45.387338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-60b0d67b-67b1-4b46-8bf8-ac13df9541a1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:45.388899 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-60b0d67b-67b1-4b46-8bf8-ac13df9541a1 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.0535359 Jun 21 03:19:45.431862 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21af5f-6a05-4086-8109-5081db2dee67 req-23c8d19b-cb5c-485e-b1a8-8c0b1ad8c7e6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:45.433325 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9f21af5f-6a05-4086-8109-5081db2dee67 req-23c8d19b-cb5c-485e-b1a8-8c0b1ad8c7e6 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 947 time: 0.0474331 Jun 21 03:19:45.472734 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Deleting port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:45.473044 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:45.485403 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9f21af5f-6a05-4086-8109-5081db2dee67 req-cf99c89a-bc00-443c-83da-eb809d0d2a64 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d4087c-9b7b-4eb7-9c11-32dfe9790c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464377 Jun 21 03:19:45.567133 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] For port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:45.567496 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:45.736262 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:45.736654 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (c2e0532f-4d45-4aef-b598-d29e330e640b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:45.736974 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Floating IP c2e0532f-4d45-4aef-b598-d29e330e640b disassociated. External IP: 172.27.2.235, port: 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261. Jun 21 03:19:45.737320 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Calling delete_port for 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:45.871319 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (9c44fe99-d9b0-4a66-9a2b-1d4a42af9261), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:45.897437 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event deleted for resources: {'Port': ['ID=9c44fe99-d9b0-4a66-9a2b-1d4a42af9261,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:45.909590 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.909935 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.910274 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.910604 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.910934 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.911261 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.911632 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.911869 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.912185 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.912565 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.912868 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.913208 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.913524 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.913822 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:45.914149 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:46.022894 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:19:46.077329 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:46.127692 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:19:46.140042 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] Sync routers for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:19:46.151675 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:46.152362 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:46.169719 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] No DVR routers for this DVR port 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:19:46.172384 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:46.176155 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a083de-80ce-49fb-93ef-3f4bb64d9a2d req-35f2ac0e-1968-41d8-b04a-9fd0d0dae4d7 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.36 "DELETE /v2.0/ports/9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 HTTP/1.1" status: 204 len: 173 time: 0.7811704 Jun 21 03:19:46.176631 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-deleted', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:19:46.178880 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd0469-bdb4-4ffe-96b2-c0a12453ed52" -d '{"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-deleted", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:19:46.270887 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:46.403994 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b407d65-a1df-4bf7-beb7-2ab0007cd2a4 x-openstack-request-id: req-6b407d65-a1df-4bf7-beb7-2ab0007cd2a4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:19:46.404914 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc90d8e-e522-4996-93ac-0bde3b2c1549", "name": "network-vif-deleted", "tag": "9c44fe99-d9b0-4a66-9a2b-1d4a42af9261", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:19:46.405756 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b407d65-a1df-4bf7-beb7-2ab0007cd2a4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:19:46.406381 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b407d65-a1df-4bf7-beb7-2ab0007cd2a4'] response: {'server_uuid': '4bc90d8e-e522-4996-93ac-0bde3b2c1549', 'name': 'network-vif-deleted', 'tag': '9c44fe99-d9b0-4a66-9a2b-1d4a42af9261', 'status': 'completed', 'code': 200} Jun 21 03:19:46.474126 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:46.495248 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:46.519195 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] Checking router: d11f3be7-7ea1-44cc-b585-3e2edbd0a435 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:19:46.528013 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:46.528633 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:46.600862 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2359b71a-ddd7-4708-b5a2-77b66627ff7a req-ef2b6367-fd0c-4e7c-8c26-42e82bd28963 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 210 time: 0.0291865 Jun 21 03:19:46.629337 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:46.697786 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:46.810763 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:46.834433 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172015d-60df-42cd-bbd1-93550b47b2dd None None] The sync data for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi is: [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:08:53Z', 'revision_number': 4, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '82f6d058-58f3-4e26-9402-d06805d847ac', 'name': '', 'network_id': 'dcb1b71f-0c69-4277-b872-e57779bda511', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'mac_address': 'fa:16:3e:a1:62:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:51Z', 'updated_at': '2022-06-21T03:09:11Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'subnets': [{'id': 'b0250926-a129-4dc7-ae77-0ed80c312002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:19:47.052787 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7485a75-91c6-4026-be3a-5e38900ec970 None None] New status for floating IP c2e0532f-4d45-4aef-b598-d29e330e640b: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:19:47.723955 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1122b166-78f9-4f36-bf6d-df0e4a2c5890 req-031e779b-0c1f-485c-bd94-316dc4a2ad51 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/ports?device_id=4bc90d8e-e522-4996-93ac-0bde3b2c1549 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Jun 21 03:19:48.063006 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:48.816517 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33892) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:48.857292 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:48.874878 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0ead-14ea-41a0-8da5-e47cfe07cfd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (68d4087c-9b7b-4eb7-9c11-32dfe9790c84), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:48.898574 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0ead-14ea-41a0-8da5-e47cfe07cfd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (68d4087c-9b7b-4eb7-9c11-32dfe9790c84), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:48.953522 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0ead-14ea-41a0-8da5-e47cfe07cfd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (68d4087c-9b7b-4eb7-9c11-32dfe9790c84), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:48.956340 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1aa0ead-14ea-41a0-8da5-e47cfe07cfd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:48.957577 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e1aa0ead-14ea-41a0-8da5-e47cfe07cfd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "DELETE /v2.0/security-groups/68d4087c-9b7b-4eb7-9c11-32dfe9790c84 HTTP/1.1" status: 204 len: 168 time: 0.1400850 Jun 21 03:19:48.960746 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33896) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:48.969290 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa0ead-14ea-41a0-8da5-e47cfe07cfd8 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d4087c-9b7b-4eb7-9c11-32dfe9790c84,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:48.975397 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-c79661a9-e162-4ae7-84fe-08f0f5d33823 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] show failed (client error): The resource could not be found. Jun 21 03:19:48.980049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33898) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:48.994860 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c79661a9-e162-4ae7-84fe-08f0f5d33823 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "GET /v2.0/security-groups/68d4087c-9b7b-4eb7-9c11-32dfe9790c84 HTTP/1.1" status: 404 len: 347 time: 0.0232787 Jun 21 03:19:49.101174 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Deleting port 9e9798d4-c3af-4e06-928c-41f3a94c4ad0 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:49.101518 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:49.183615 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:49.183926 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:49.198313 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Calling delete_port for 9e9798d4-c3af-4e06-928c-41f3a94c4ad0 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:49.336491 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (9e9798d4-c3af-4e06-928c-41f3a94c4ad0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:49.366488 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Pushing event deleted for resources: {'Port': ['ID=9e9798d4-c3af-4e06-928c-41f3a94c4ad0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:49.429832 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks [] for floatingip (c2e0532f-4d45-4aef-b598-d29e330e640b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:49.432357 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:49.433653 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-44cbdfba-2e0b-408d-97eb-104df673ad48 tempest-AttachVolumeShelveTestJSON-1194371719 tempest-AttachVolumeShelveTestJSON-1194371719-project] 10.222.0.16 "DELETE /v2.0/floatingips/c2e0532f-4d45-4aef-b598-d29e330e640b HTTP/1.1" status: 204 len: 168 time: 0.4518528 Jun 21 03:19:50.725657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7c45a-e2bc-41ea-aabb-63f0dd5bb04f req-831ba0b9-6144-4817-9033-6322dcc1facc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:50.727301 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dbc7c45a-e2bc-41ea-aabb-63f0dd5bb04f req-831ba0b9-6144-4817-9033-6322dcc1facc tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0500846 Jun 21 03:19:50.777322 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:50.779148 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dbc7c45a-e2bc-41ea-aabb-63f0dd5bb04f req-85d63eb0-a2d6-4d1d-9ff2-1287e4a846d4 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455964 Jun 21 03:19:50.806515 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:50.806786 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 9c44fe99-d9b0-4a66-9a2b-1d4a42af9261 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:19:51.873921 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33950) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:51.904392 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3514da6-12f2-4d10-977c-0c2a2d90e151 req-ad53c2d7-e8df-4017-9628-bb892cab0751 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:51.906065 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3514da6-12f2-4d10-977c-0c2a2d90e151 req-ad53c2d7-e8df-4017-9628-bb892cab0751 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0539098 Jun 21 03:19:51.958040 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3514da6-12f2-4d10-977c-0c2a2d90e151 req-4413c483-703f-494b-8641-3ae7cfe31572 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Jun 21 03:19:52.188694 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:52.353228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:52.364125 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:52.584567 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Deleting port 82f6d058-58f3-4e26-9402-d06805d847ac {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:52.584899 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:52.683155 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] For port 82f6d058-58f3-4e26-9402-d06805d847ac, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=82f6d058-58f3-4e26-9402-d06805d847ac,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:52.683525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:52.697305 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Calling delete_port for 82f6d058-58f3-4e26-9402-d06805d847ac owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:52.929206 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-259e877a-1edb-4b36-aeeb-4bf4294effde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:52.930703 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-259e877a-1edb-4b36-aeeb-4bf4294effde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0598466 Jun 21 03:19:52.931869 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (82f6d058-58f3-4e26-9402-d06805d847ac), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:52.963329 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f6d058-58f3-4e26-9402-d06805d847ac,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:53.117512 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:53.136456 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7f70a-6f22-4b46-9afa-6ce61658e35c req-24c71004-6475-4e52-bce7-0e1d38364bb9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:19:53.137962 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b7f70a-6f22-4b46-9afa-6ce61658e35c req-24c71004-6475-4e52-bce7-0e1d38364bb9 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 946 time: 0.0910358 Jun 21 03:19:53.138497 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port 12563adb-7248-488a-a2fe-6a26eb6579a4 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:53.138831 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:53.206246 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:53.582624 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b7f70a-6f22-4b46-9afa-6ce61658e35c req-f15b320b-8c1d-47f7-8f4a-6ec584b78242 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups?id=4ea36c9f-543a-4225-82f8-6cc0cc717a62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374509 Jun 21 03:19:53.610035 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] For port 12563adb-7248-488a-a2fe-6a26eb6579a4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=12563adb-7248-488a-a2fe-6a26eb6579a4,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:53.610442 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:53.613007 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:53.886247 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:53.886507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (94ffc59e-ed00-4cd1-859c-85a060ff16ff), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:53.886806 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Floating IP 94ffc59e-ed00-4cd1-859c-85a060ff16ff disassociated. External IP: 172.27.2.54, port: 12563adb-7248-488a-a2fe-6a26eb6579a4. Jun 21 03:19:53.887148 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for 12563adb-7248-488a-a2fe-6a26eb6579a4 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:53.998995 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:19:54.083282 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:54.161469 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (12563adb-7248-488a-a2fe-6a26eb6579a4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.190352 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:19:54.196322 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c8bba273-d85d-435a-8344-b567474f5136 admin admin] 10.222.0.16 "PUT /v2.0/routers/d11f3be7-7ea1-44cc-b585-3e2edbd0a435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218722 Jun 21 03:19:54.197799 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=12563adb-7248-488a-a2fe-6a26eb6579a4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:54.199130 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:54.203905 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] Sync routers for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:19:54.229531 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:54.230272 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:54.269819 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=84 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:54.321413 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:54.338864 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks [] for router (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.340837 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:19:54.381599 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:54.442545 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks [] for router_gateway (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.475317 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:19:54.487186 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:19:54.493283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Deleting port cc746ca6-9e27-431d-b3ee-027670b8b5f2 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:54.493625 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.503041 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:54.504031 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:54.519845 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] No DVR routers for this DVR port 12563adb-7248-488a-a2fe-6a26eb6579a4 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:19:54.522921 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.526516 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2123146d-4a4f-41b5-b5f3-7ba59cddd804 req-c6a5c25e-e0c0-4415-ab7a-1ca6ac72abde tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.36 "DELETE /v2.0/ports/12563adb-7248-488a-a2fe-6a26eb6579a4 HTTP/1.1" status: 204 len: 173 time: 1.5737746 Jun 21 03:19:54.527059 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'name': 'network-vif-deleted', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:19:54.529425 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e6c19-226b-442b-b98c-bf410c940f0f" -d '{"events": [{"server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "name": "network-vif-deleted", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:19:54.536548 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:54.581033 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] For port cc746ca6-9e27-431d-b3ee-027670b8b5f2, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc746ca6-9e27-431d-b3ee-027670b8b5f2,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:54.581457 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.592478 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:19:52Z', 'revision_number': 5, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port': {'id': 'cc746ca6-9e27-431d-b3ee-027670b8b5f2', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:35:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:41Z', 'updated_at': '2022-06-21T03:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:54.592687 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10b10a0-39cb-4e0b-995a-5c2ac0c2f247 x-openstack-request-id: req-e10b10a0-39cb-4e0b-995a-5c2ac0c2f247 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:19:54.592876 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3491b64-77fe-4354-9999-2313c72376c6", "name": "network-vif-deleted", "tag": "12563adb-7248-488a-a2fe-6a26eb6579a4", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:19:54.593078 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e10b10a0-39cb-4e0b-995a-5c2ac0c2f247 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:19:54.593479 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10b10a0-39cb-4e0b-995a-5c2ac0c2f247'] response: {'server_uuid': 'a3491b64-77fe-4354-9999-2313c72376c6', 'name': 'network-vif-deleted', 'tag': '12563adb-7248-488a-a2fe-6a26eb6579a4', 'status': 'completed', 'code': 200} Jun 21 03:19:54.602402 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Calling delete_port for cc746ca6-9e27-431d-b3ee-027670b8b5f2 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:54.651713 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:54.743998 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4582fac3-bfb7-4387-8a43-21ae67de112f req-05811144-831d-4833-b1ee-e8c43b97202d tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3491b64-77fe-4354-9999-2313c72376c6 HTTP/1.1" status: 200 len: 210 time: 0.0421915 Jun 21 03:19:54.826622 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] Checking router: d11f3be7-7ea1-44cc-b585-3e2edbd0a435 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:19:54.838716 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] Routers {'d11f3be7-7ea1-44cc-b585-3e2edbd0a435'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:54.839307 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:54.849952 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (cc746ca6-9e27-431d-b3ee-027670b8b5f2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.880143 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc746ca6-9e27-431d-b3ee-027670b8b5f2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:54.896318 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:54.902037 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:54.919748 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] Set router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:54.925702 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:19:54.934371 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:19:54.934972 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:54.940577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:54.951846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:54.972157 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:19:54Z', 'revision_number': 7, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:54.999887 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b079a60-d57b-4d91-8da1-4f97cb98bfd5 None None] The sync data for ids ['d11f3be7-7ea1-44cc-b585-3e2edbd0a435'] in dv-cinder-846842-1-iscsi is: [{'id': 'd11f3be7-7ea1-44cc-b585-3e2edbd0a435', 'name': 'tempest-AttachVolumeShelveTestJSON-601013136-router', 'tenant_id': '5badbc0000cf41beb6fd192462d4eda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:39Z', 'updated_at': '2022-06-21T03:19:54Z', 'revision_number': 7, 'project_id': '5badbc0000cf41beb6fd192462d4eda8', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:19:55.045988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:19:55.049067 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.049616 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks [] for router_controller (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.098708 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (d11f3be7-7ea1-44cc-b585-3e2edbd0a435), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.099505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d11f3be7-7ea1-44cc-b585-3e2edbd0a435 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:19:55.104037 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.105260 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1b95ca99-d8a9-4fcb-ac86-4aa9766ef393 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d11f3be7-7ea1-44cc-b585-3e2edbd0a435 HTTP/1.1" status: 204 len: 168 time: 0.9050958 Jun 21 03:19:55.107812 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33968) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:55.160300 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] Deleting subnet b0250926-a129-4dc7-ae77-0ed80c312002 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:19:55.163820 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] Publish callbacks [] for subnet (b0250926-a129-4dc7-ae77-0ed80c312002), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.203530 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (b0250926-a129-4dc7-ae77-0ed80c312002), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.252728 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:55.255709 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:55.279710 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb28a97-a7c5-4601-8a79-1661fc44db87 None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:08:43Z', 'revision_number': 4, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '19e8397f-57d4-40d1-8818-45c38808f8ac', 'name': '', 'network_id': '4c23877e-0103-47a1-a2d4-5b0d47022cc2', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'mac_address': 'fa:16:3e:6c:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:42Z', 'updated_at': '2022-06-21T03:09:02Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'subnets': [{'id': '1acb5b1e-2862-4637-84b5-98e92ed6066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:19:55.294465 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (b0250926-a129-4dc7-ae77-0ed80c312002), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.351438 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (b0250926-a129-4dc7-ae77-0ed80c312002), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.381170 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0250926-a129-4dc7-ae77-0ed80c312002,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:55.384799 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.389630 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-83d894b9-3ae9-48ab-b531-f9eb6394bfff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b0250926-a129-4dc7-ae77-0ed80c312002 HTTP/1.1" status: 204 len: 168 time: 0.2808163 Jun 21 03:19:55.391042 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3726290-236e-452c-817d-809a6d2b42be None None] Network dcb1b71f-0c69-4277-b872-e57779bda511 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:19:55.392254 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:55.467571 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (dcb1b71f-0c69-4277-b872-e57779bda511), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.523422 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Deleting port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:55.523793 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.587194 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] DHCP port deletion for dcb1b71f-0c69-4277-b872-e57779bda511 request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:19:55.599008 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] For port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:55.599431 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.603058 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0493d-5026-48ab-a59f-4e27e8ddf971 None None] New status for floating IP 94ffc59e-ed00-4cd1-859c-85a060ff16ff: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:19:55.614679 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Calling delete_port for e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:55.626822 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Deleting port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:55.626822 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.699933 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] For port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,segment=NetworkSegment(46d47750-612f-4b58-a4db-3b7c603c7ff2),segment_id=46d47750-612f-4b58-a4db-3b7c603c7ff2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:19:55.700724 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.716253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Calling delete_port for e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:55.718663 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.747677 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:55.749463 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] No DVR routers for this DVR port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 on host dv-cinder-846842-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:19:55.782003 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:55.807922 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (e34b1c92-dff2-4d44-b4c0-fbfd90f2d760), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.828057 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (dcb1b71f-0c69-4277-b872-e57779bda511), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.838280 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Pushing event deleted for resources: {'Port': ['ID=e34b1c92-dff2-4d44-b4c0-fbfd90f2d760,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:55.849555 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.849555 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.849862 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.850282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.850672 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.851055 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.851777 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.852162 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.852580 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.853107 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.853637 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.854024 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.854554 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.855088 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.855465 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:19:55.857460 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:55.858829 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025f99a-739a-46f6-91f5-83d2f2274d02 None None] No DVR routers for this DVR port e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:19:55.859404 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb1b71f-0c69-4277-b872-e57779bda511']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:55.875797 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d47750-612f-4b58-a4db-3b7c603c7ff2') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:55.876276 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d47750-612f-4b58-a4db-3b7c603c7ff2') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:19:55.889157 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (46d47750-612f-4b58-a4db-3b7c603c7ff2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.894192 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33976) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:55.909705 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (46d47750-612f-4b58-a4db-3b7c603c7ff2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.918848 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:19:55.919272 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (46d47750-612f-4b58-a4db-3b7c603c7ff2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.965637 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cf19a67-605a-4eec-a06d-4839419fabff tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (4ea36c9f-543a-4225-82f8-6cc0cc717a62), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:55.996126 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (dcb1b71f-0c69-4277-b872-e57779bda511), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.002561 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cf19a67-605a-4eec-a06d-4839419fabff tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (4ea36c9f-543a-4225-82f8-6cc0cc717a62), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.003061 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.006308 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dcb1b71f-0c69-4277-b872-e57779bda511 HTTP/1.1" status: 204 len: 168 time: 0.6129096 Jun 21 03:19:56.033716 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ba3f2-9522-4f28-a27f-504e86d8dca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb1b71f-0c69-4277-b872-e57779bda511,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:56.065708 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cf19a67-605a-4eec-a06d-4839419fabff tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (4ea36c9f-543a-4225-82f8-6cc0cc717a62), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.068760 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cf19a67-605a-4eec-a06d-4839419fabff tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.070608 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1cf19a67-605a-4eec-a06d-4839419fabff tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/security-groups/4ea36c9f-543a-4225-82f8-6cc0cc717a62 HTTP/1.1" status: 204 len: 168 time: 0.1754067 Jun 21 03:19:56.073087 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33984) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:56.082805 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf19a67-605a-4eec-a06d-4839419fabff tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea36c9f-543a-4225-82f8-6cc0cc717a62,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:56.095398 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-db8e651d-d615-4b0d-8bf7-82550b33e0a1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] show failed (client error): The resource could not be found. Jun 21 03:19:56.096486 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-db8e651d-d615-4b0d-8bf7-82550b33e0a1 tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "GET /v2.0/security-groups/4ea36c9f-543a-4225-82f8-6cc0cc717a62 HTTP/1.1" status: 404 len: 347 time: 0.0217693 Jun 21 03:19:56.099404 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33988) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:56.156170 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 46d47750-612f-4b58-a4db-3b7c603c7ff2 resource provider aggregate not found Jun 21 03:19:56.203971 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 46d47750-612f-4b58-a4db-3b7c603c7ff2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46d47750-612f-4b58-a4db-3b7c603c7ff2 found for delete ", "request_id": "req-16097933-87dc-4628-9df5-a909fdc62fc4"}]} Jun 21 03:19:56.209004 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 33994) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:56.264344 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:19:56.277753 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Deleting port cc3ca067-e21e-472f-ab89-9a595c068ca3 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:19:56.278091 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.296259 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-733b8ca9-448e-4356-890e-41a62095a3f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5badbc0000cf41beb6fd192462d4eda8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0861132 Jun 21 03:19:56.299802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 33996) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:19:56.354378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-882c0e59-05c4-457c-a6fc-3b6a472c7761 admin admin] Publish callbacks [] for security_group (434ad93e-8163-433b-932b-906a09c661ad), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.382564 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-882c0e59-05c4-457c-a6fc-3b6a472c7761 admin admin] Publish callbacks [] for security_group (434ad93e-8163-433b-932b-906a09c661ad), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.386441 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.386829 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (cc3ca067-e21e-472f-ab89-9a595c068ca3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.402556 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Calling delete_port for cc3ca067-e21e-472f-ab89-9a595c068ca3 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:19:56.432577 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc746ca6-9e27-431d-b3ee-027670b8b5f2 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:56.457589 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-882c0e59-05c4-457c-a6fc-3b6a472c7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (434ad93e-8163-433b-932b-906a09c661ad), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.461269 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-882c0e59-05c4-457c-a6fc-3b6a472c7761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.462767 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-882c0e59-05c4-457c-a6fc-3b6a472c7761 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/434ad93e-8163-433b-932b-906a09c661ad HTTP/1.1" status: 204 len: 168 time: 0.1601639 Jun 21 03:19:56.466225 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: cc746ca6-9e27-431d-b3ee-027670b8b5f2 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:56.466582 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc746ca6-9e27-431d-b3ee-027670b8b5f2 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:19:56.466994 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:56.473380 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c0e59-05c4-457c-a6fc-3b6a472c7761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434ad93e-8163-433b-932b-906a09c661ad,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:56.508025 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:56.508364 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e34b1c92-dff2-4d44-b4c0-fbfd90f2d760 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:19:56.508801 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 82f6d058-58f3-4e26-9402-d06805d847ac no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:56.531792 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 82f6d058-58f3-4e26-9402-d06805d847ac {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:56.532476 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 82f6d058-58f3-4e26-9402-d06805d847ac not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:19:56.601652 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (cc3ca067-e21e-472f-ab89-9a595c068ca3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.635652 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Pushing event deleted for resources: {'Port': ['ID=cc3ca067-e21e-472f-ab89-9a595c068ca3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:19:56.692666 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks [] for floatingip (94ffc59e-ed00-4cd1-859c-85a060ff16ff), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.695146 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:19:56.696314 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c0a65153-a34f-4aef-8678-4d84cb0dc68c tempest-AttachVolumeNegativeTest-1039709075 tempest-AttachVolumeNegativeTest-1039709075-project] 10.222.0.16 "DELETE /v2.0/floatingips/94ffc59e-ed00-4cd1-859c-85a060ff16ff HTTP/1.1" status: 204 len: 168 time: 0.5956862 Jun 21 03:19:56.766523 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 12563adb-7248-488a-a2fe-6a26eb6579a4 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:19:56.791952 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 12563adb-7248-488a-a2fe-6a26eb6579a4 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:19:56.792291 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 12563adb-7248-488a-a2fe-6a26eb6579a4 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:20:05.677758 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:05.680895 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:06.421155 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:06.469008 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=57,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:06.516394 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:06.685194 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=62,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:06.688665 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=42,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:06.772911 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:DELETE=1,neutron:SELECT=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:11.627028 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-53f35003-4570-40d5-b765-8ffb75ce8d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:12.054229 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34216) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:12.542898 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (4f15a191-f15e-45ae-953f-e0165d9783ca), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:12.775316 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Deleting port 19e8397f-57d4-40d1-8818-45c38808f8ac {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:20:12.775653 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:12.856268 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] For port 19e8397f-57d4-40d1-8818-45c38808f8ac, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=19e8397f-57d4-40d1-8818-45c38808f8ac,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:12.856650 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:12.871047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Calling delete_port for 19e8397f-57d4-40d1-8818-45c38808f8ac owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:20:13.033503 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:13.058642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (19e8397f-57d4-40d1-8818-45c38808f8ac), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.086908 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e8397f-57d4-40d1-8818-45c38808f8ac,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:13.116024 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:13.279274 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (4f15a191-f15e-45ae-953f-e0165d9783ca), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.438934 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34244) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:13.495695 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Router 4f15a191-f15e-45ae-953f-e0165d9783ca has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:20:13.554559 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8462eb82-e1ef-486d-b666-65c69f091892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.603574 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:13.609326 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b5607d4a-759c-4ade-8fad-5b690510aff5 admin admin] 10.222.0.16 "PUT /v2.0/routers/4f15a191-f15e-45ae-953f-e0165d9783ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5553365 Jun 21 03:20:13.611865 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34248) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:13.613133 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] Sync routers for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:20:13.625763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:13.626756 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:19:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:13.636042 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8462eb82-e1ef-486d-b666-65c69f091892 admin admin] Publish callbacks [] for security_group (2cb6fada-8943-40f4-beb7-9b8e2c1d05a9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.641856 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8462eb82-e1ef-486d-b666-65c69f091892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2cb6fada-8943-40f4-beb7-9b8e2c1d05a9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.688799 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8462eb82-e1ef-486d-b666-65c69f091892 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e916a2b4aaec4fb0b406e9e0a2ec1ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481048 Jun 21 03:20:13.689846 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462eb82-e1ef-486d-b666-65c69f091892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6fada-8943-40f4-beb7-9b8e2c1d05a9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:13.692539 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34250) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:13.734378 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:13.750344 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0e84cbb-ae94-482c-bbe6-4be3aadc9728 admin admin] Publish callbacks [] for security_group (2cb6fada-8943-40f4-beb7-9b8e2c1d05a9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.784139 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0e84cbb-ae94-482c-bbe6-4be3aadc9728 admin admin] Publish callbacks [] for security_group (2cb6fada-8943-40f4-beb7-9b8e2c1d05a9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.845200 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0e84cbb-ae94-482c-bbe6-4be3aadc9728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2cb6fada-8943-40f4-beb7-9b8e2c1d05a9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.848972 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0e84cbb-ae94-482c-bbe6-4be3aadc9728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.853008 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e0e84cbb-ae94-482c-bbe6-4be3aadc9728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cb6fada-8943-40f4-beb7-9b8e2c1d05a9 HTTP/1.1" status: 204 len: 168 time: 0.1592317 Jun 21 03:20:13.864552 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e84cbb-ae94-482c-bbe6-4be3aadc9728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6fada-8943-40f4-beb7-9b8e2c1d05a9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:13.896691 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e395b1e2-729e-47fc-aa34-864b68cff5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:13.985039 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks [] for router (4f15a191-f15e-45ae-953f-e0165d9783ca), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.080819 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd38607b1-3351-463c-b885-986048124c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:20:13Z', 'revision_number': 5, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port': {'id': 'd38607b1-3351-463c-b885-986048124c31', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:08:36Z', 'updated_at': '2022-06-21T03:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:14.105846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks [] for router_gateway (4f15a191-f15e-45ae-953f-e0165d9783ca), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.108188 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] Checking router: 4f15a191-f15e-45ae-953f-e0165d9783ca for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:20:14.122425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] Routers {'4f15a191-f15e-45ae-953f-e0165d9783ca'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:14.123294 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['4f15a191-f15e-45ae-953f-e0165d9783ca'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:14.155141 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Deleting port d38607b1-3351-463c-b885-986048124c31 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:20:14.155744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (d38607b1-3351-463c-b885-986048124c31), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.225833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] Set router 4f15a191-f15e-45ae-953f-e0165d9783ca gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:14.246983 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] For port d38607b1-3351-463c-b885-986048124c31, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d38607b1-3351-463c-b885-986048124c31,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:14.247412 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (d38607b1-3351-463c-b885-986048124c31), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.266369 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Calling delete_port for d38607b1-3351-463c-b885-986048124c31 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:20:14.271408 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:14.283253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:20:14Z', 'revision_number': 6, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:14.309131 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f7b1e8-baa3-4693-96f6-a02d484cb78c None None] The sync data for ids ['4f15a191-f15e-45ae-953f-e0165d9783ca'] in dv-cinder-846842-1-iscsi is: [{'id': '4f15a191-f15e-45ae-953f-e0165d9783ca', 'name': 'tempest-AttachVolumeNegativeTest-321027063-router', 'tenant_id': 'febf273149c744e08e0f7ea65e44e0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:08:35Z', 'updated_at': '2022-06-21T03:20:14Z', 'revision_number': 6, 'project_id': 'febf273149c744e08e0f7ea65e44e0d9', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:20:14.375101 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:14.453704 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (d38607b1-3351-463c-b885-986048124c31), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.477579 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38607b1-3351-463c-b885-986048124c31,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:14.542228 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (4f15a191-f15e-45ae-953f-e0165d9783ca), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.628981 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (4f15a191-f15e-45ae-953f-e0165d9783ca), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.631314 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks [] for router_controller (4f15a191-f15e-45ae-953f-e0165d9783ca), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.689686 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (4f15a191-f15e-45ae-953f-e0165d9783ca), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.690292 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f15a191-f15e-45ae-953f-e0165d9783ca {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:20:14.697512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.698683 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0667fd21-4ce9-44c0-bfa9-bad3737367f4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4f15a191-f15e-45ae-953f-e0165d9783ca HTTP/1.1" status: 204 len: 168 time: 1.0857694 Jun 21 03:20:14.701346 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34278) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:14.761486 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] Deleting subnet 1acb5b1e-2862-4637-84b5-98e92ed6066e {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:20:14.765503 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] Publish callbacks [] for subnet (1acb5b1e-2862-4637-84b5-98e92ed6066e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.810270 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968094'] for subnet (1acb5b1e-2862-4637-84b5-98e92ed6066e), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.901072 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (1acb5b1e-2862-4637-84b5-98e92ed6066e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.918550 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.958686 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3646360'] for subnet (1acb5b1e-2862-4637-84b5-98e92ed6066e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.989653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acb5b1e-2862-4637-84b5-98e92ed6066e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:14.993602 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:14.999759 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34296) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:14.999899 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1c41c832-c00b-4c79-8c5e-9ea438e50114 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1acb5b1e-2862-4637-84b5-98e92ed6066e HTTP/1.1" status: 204 len: 168 time: 0.2973580 Jun 21 03:20:15.007059 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af8d25-7867-4e1b-b431-4025a26bd64e None None] Network 4c23877e-0103-47a1-a2d4-5b0d47022cc2 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:15.085731 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (4c23877e-0103-47a1-a2d4-5b0d47022cc2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.107677 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19e8397f-57d4-40d1-8818-45c38808f8ac no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:20:15.143345 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 19e8397f-57d4-40d1-8818-45c38808f8ac {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:20:15.143345 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19e8397f-57d4-40d1-8818-45c38808f8ac not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:20:15.160596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Deleting port 9834cc9d-035a-4964-9a35-55bfdee8ab90 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:20:15.161147 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.240725 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] For port 9834cc9d-035a-4964-9a35-55bfdee8ab90, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=9834cc9d-035a-4964-9a35-55bfdee8ab90,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:15.241306 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.247997 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] DHCP port deletion for 4c23877e-0103-47a1-a2d4-5b0d47022cc2 request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:20:15.256512 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Calling delete_port for 9834cc9d-035a-4964-9a35-55bfdee8ab90 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:20:15.297739 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] Deleting port 9834cc9d-035a-4964-9a35-55bfdee8ab90 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:20:15.298109 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.350238 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.380214 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] For port 9834cc9d-035a-4964-9a35-55bfdee8ab90, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=9834cc9d-035a-4964-9a35-55bfdee8ab90,segment=NetworkSegment(97a42e94-8b9e-4267-a880-1a850a6cc290),segment_id=97a42e94-8b9e-4267-a880-1a850a6cc290)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:15.380686 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.381999 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9834cc9d-035a-4964-9a35-55bfdee8ab90,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:15.385569 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] No DVR routers for this DVR port 9834cc9d-035a-4964-9a35-55bfdee8ab90 on host dv-cinder-846842-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:20:15.402711 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] Calling delete_port for 9834cc9d-035a-4964-9a35-55bfdee8ab90 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:20:15.466545 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (4c23877e-0103-47a1-a2d4-5b0d47022cc2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.495161 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:15.495519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c23877e-0103-47a1-a2d4-5b0d47022cc2']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:15.506539 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (9834cc9d-035a-4964-9a35-55bfdee8ab90), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.510389 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a42e94-8b9e-4267-a880-1a850a6cc290') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:15.510775 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a42e94-8b9e-4267-a880-1a850a6cc290') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:15.516504 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:15.526331 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (97a42e94-8b9e-4267-a880-1a850a6cc290), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.539016 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] Pushing event deleted for resources: {'Port': ['ID=9834cc9d-035a-4964-9a35-55bfdee8ab90,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:15.544367 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (97a42e94-8b9e-4267-a880-1a850a6cc290), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.548020 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153494fc-bf5c-4883-8e47-6cb1283f2011 None None] No DVR routers for this DVR port 9834cc9d-035a-4964-9a35-55bfdee8ab90 on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:20:15.551823 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:20:15.553009 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (97a42e94-8b9e-4267-a880-1a850a6cc290), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.578032 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34310) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:15.580131 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 97a42e94-8b9e-4267-a880-1a850a6cc290 resource provider aggregate not found Jun 21 03:20:15.583259 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:15.622612 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 97a42e94-8b9e-4267-a880-1a850a6cc290 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97a42e94-8b9e-4267-a880-1a850a6cc290 found for delete ", "request_id": "req-1e6826a2-ce86-42c3-a6e3-d7eee3282ed7"}]} Jun 21 03:20:15.631917 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (4c23877e-0103-47a1-a2d4-5b0d47022cc2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.647494 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.650615 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c23877e-0103-47a1-a2d4-5b0d47022cc2 HTTP/1.1" status: 204 len: 168 time: 0.6486969 Jun 21 03:20:15.651897 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228722f-fad2-4342-854f-1c01b693ab7d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c23877e-0103-47a1-a2d4-5b0d47022cc2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:15.690372 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e89f002-a52c-4a8a-b354-9ab89ddfc8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.769921 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e89f002-a52c-4a8a-b354-9ab89ddfc8e6 admin admin] Publish callbacks [] for security_group (8efb881b-37f8-4e39-be34-1c3520fa7627), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.770591 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34318) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:15.783778 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e89f002-a52c-4a8a-b354-9ab89ddfc8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8efb881b-37f8-4e39-be34-1c3520fa7627), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.809411 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:15.810480 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:15.843593 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3e89f002-a52c-4a8a-b354-9ab89ddfc8e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=041f95c615a142acad774b807fc2fff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643156 Jun 21 03:20:15.846463 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34320) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:15.850281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89f002-a52c-4a8a-b354-9ab89ddfc8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb881b-37f8-4e39-be34-1c3520fa7627,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:15.854741 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a678654a-2b4c-4bd6-88af-7da5c3400dfb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=febf273149c744e08e0f7ea65e44e0d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0834382 Jun 21 03:20:15.857369 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34322) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:15.901534 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c22341-b21b-4c60-89b3-b8d87d07d223 admin admin] Publish callbacks [] for security_group (8efb881b-37f8-4e39-be34-1c3520fa7627), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.911342 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62f1fe40-af73-433e-a24b-f63a07941a60 admin admin] Publish callbacks [] for security_group (99ff479c-a2cb-4478-977a-168d5e3e524b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.923835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c22341-b21b-4c60-89b3-b8d87d07d223 admin admin] Publish callbacks [] for security_group (8efb881b-37f8-4e39-be34-1c3520fa7627), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.933425 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62f1fe40-af73-433e-a24b-f63a07941a60 admin admin] Publish callbacks [] for security_group (99ff479c-a2cb-4478-977a-168d5e3e524b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.979094 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c22341-b21b-4c60-89b3-b8d87d07d223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (8efb881b-37f8-4e39-be34-1c3520fa7627), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.981804 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c22341-b21b-4c60-89b3-b8d87d07d223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.983112 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-05c22341-b21b-4c60-89b3-b8d87d07d223 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8efb881b-37f8-4e39-be34-1c3520fa7627 HTTP/1.1" status: 204 len: 168 time: 0.1354694 Jun 21 03:20:15.988623 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62f1fe40-af73-433e-a24b-f63a07941a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (99ff479c-a2cb-4478-977a-168d5e3e524b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.991140 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62f1fe40-af73-433e-a24b-f63a07941a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:15.991737 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c22341-b21b-4c60-89b3-b8d87d07d223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb881b-37f8-4e39-be34-1c3520fa7627,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:15.993064 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-62f1fe40-af73-433e-a24b-f63a07941a60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99ff479c-a2cb-4478-977a-168d5e3e524b HTTP/1.1" status: 204 len: 168 time: 0.1345026 Jun 21 03:20:16.009821 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1fe40-af73-433e-a24b-f63a07941a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff479c-a2cb-4478-977a-168d5e3e524b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:16.321695 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:16.423355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 9834cc9d-035a-4964-9a35-55bfdee8ab90 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:20:16.446611 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 9834cc9d-035a-4964-9a35-55bfdee8ab90 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:20:16.446952 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 9834cc9d-035a-4964-9a35-55bfdee8ab90 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:20:16.447537 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d38607b1-3351-463c-b885-986048124c31 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:20:16.465973 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: d38607b1-3351-463c-b885-986048124c31 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:20:16.466311 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d38607b1-3351-463c-b885-986048124c31 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:20:16.702706 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:18.077557 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:18.215073 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:20:20.186959 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:25.969885 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:25.986514 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:25.988663 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:26.004296 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:28.069314 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:28.071552 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:28.208258 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:33.020690 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34648) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:33.140065 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5d1bee5-c61a-42c2-82cb-2d1a98fc99cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.220858 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5d1bee5-c61a-42c2-82cb-2d1a98fc99cc admin admin] Publish callbacks [] for security_group (d87cd86d-4b75-4323-aeb2-5259dc81117b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.226542 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5d1bee5-c61a-42c2-82cb-2d1a98fc99cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (d87cd86d-4b75-4323-aeb2-5259dc81117b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.267491 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1bee5-c61a-42c2-82cb-2d1a98fc99cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87cd86d-4b75-4323-aeb2-5259dc81117b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:33.272757 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a5d1bee5-c61a-42c2-82cb-2d1a98fc99cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d56e45a575b4af58dd61c673aeaaf45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507968 Jun 21 03:20:33.275533 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34652) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:33.326497 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Publish callbacks [] for security_group (d87cd86d-4b75-4323-aeb2-5259dc81117b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.347758 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Publish callbacks [] for security_group (d87cd86d-4b75-4323-aeb2-5259dc81117b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.405691 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (d87cd86d-4b75-4323-aeb2-5259dc81117b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.408292 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.409491 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5244e172-6986-4252-8657-211585bc993e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d87cd86d-4b75-4323-aeb2-5259dc81117b HTTP/1.1" status: 204 len: 168 time: 0.1329780 Jun 21 03:20:33.417217 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87cd86d-4b75-4323-aeb2-5259dc81117b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:33.424247 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.424632 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.424969 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.425301 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.425634 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.425970 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.426272 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.426581 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.426903 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.427222 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.427542 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.427859 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.428177 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.428515 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.428950 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244e172-6986-4252-8657-211585bc993e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:33.695152 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:33.708868 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1073f78c-f5b9-4ebf-9468-1cf82183760c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.788508 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1073f78c-f5b9-4ebf-9468-1cf82183760c admin admin] Publish callbacks [] for security_group (becc0ca8-74bb-451b-97d1-3e14bba963ee), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.794239 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1073f78c-f5b9-4ebf-9468-1cf82183760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (becc0ca8-74bb-451b-97d1-3e14bba963ee), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.835570 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1073f78c-f5b9-4ebf-9468-1cf82183760c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67520ee3c1b4432f8bf49a4d2c86950f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393046 Jun 21 03:20:33.837604 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f78c-f5b9-4ebf-9468-1cf82183760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becc0ca8-74bb-451b-97d1-3e14bba963ee,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:33.838340 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34666) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:33.862990 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:33.892924 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-705a1b87-4382-4d53-b4cd-63c1c6f335e0 admin admin] Publish callbacks [] for security_group (becc0ca8-74bb-451b-97d1-3e14bba963ee), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.918085 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-705a1b87-4382-4d53-b4cd-63c1c6f335e0 admin admin] Publish callbacks [] for security_group (becc0ca8-74bb-451b-97d1-3e14bba963ee), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.979507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-705a1b87-4382-4d53-b4cd-63c1c6f335e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (becc0ca8-74bb-451b-97d1-3e14bba963ee), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.981577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475c0114-6cff-42bb-a19d-7c6513c95a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.982530 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-705a1b87-4382-4d53-b4cd-63c1c6f335e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:33.984007 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-705a1b87-4382-4d53-b4cd-63c1c6f335e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/becc0ca8-74bb-451b-97d1-3e14bba963ee HTTP/1.1" status: 204 len: 168 time: 0.1446915 Jun 21 03:20:33.993035 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a1b87-4382-4d53-b4cd-63c1c6f335e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc0ca8-74bb-451b-97d1-3e14bba963ee,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:34.082349 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475c0114-6cff-42bb-a19d-7c6513c95a18 admin admin] Publish callbacks [] for security_group (065583d8-7752-4bf1-a09e-c899bce915ca), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:34.087123 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-475c0114-6cff-42bb-a19d-7c6513c95a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (065583d8-7752-4bf1-a09e-c899bce915ca), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:34.133101 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-475c0114-6cff-42bb-a19d-7c6513c95a18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19f2e5a7cdbe418189c25c72448252ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622764 Jun 21 03:20:34.133231 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34684) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:34.136506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c0114-6cff-42bb-a19d-7c6513c95a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065583d8-7752-4bf1-a09e-c899bce915ca,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:34.195824 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89f5839b-b1f4-42d1-9a7a-ac804846830f admin admin] Publish callbacks [] for security_group (065583d8-7752-4bf1-a09e-c899bce915ca), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:34.219541 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89f5839b-b1f4-42d1-9a7a-ac804846830f admin admin] Publish callbacks [] for security_group (065583d8-7752-4bf1-a09e-c899bce915ca), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:34.277371 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89f5839b-b1f4-42d1-9a7a-ac804846830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (065583d8-7752-4bf1-a09e-c899bce915ca), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:34.279934 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89f5839b-b1f4-42d1-9a7a-ac804846830f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:34.281126 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-89f5839b-b1f4-42d1-9a7a-ac804846830f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/065583d8-7752-4bf1-a09e-c899bce915ca HTTP/1.1" status: 204 len: 168 time: 0.1506925 Jun 21 03:20:34.291110 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5839b-b1f4-42d1-9a7a-ac804846830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065583d8-7752-4bf1-a09e-c899bce915ca,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:36.277293 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34800) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:36.387091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64732edd-bc62-4768-bf60-b8e61bd814bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:36.468802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64732edd-bc62-4768-bf60-b8e61bd814bb admin admin] Publish callbacks [] for security_group (ca39a1b1-3866-4128-9c71-5a45c5c3ac99), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:36.474451 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64732edd-bc62-4768-bf60-b8e61bd814bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ca39a1b1-3866-4128-9c71-5a45c5c3ac99), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:36.513887 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64732edd-bc62-4768-bf60-b8e61bd814bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39a1b1-3866-4128-9c71-5a45c5c3ac99,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:36.520086 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-64732edd-bc62-4768-bf60-b8e61bd814bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18871c6738b6440daa4e081562312cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414553 Jun 21 03:20:36.522528 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34808) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:36.577376 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1daadc-c9db-4773-acec-89b92ed67516 admin admin] Publish callbacks [] for security_group (ca39a1b1-3866-4128-9c71-5a45c5c3ac99), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:36.603367 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:36.605728 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1daadc-c9db-4773-acec-89b92ed67516 admin admin] Publish callbacks [] for security_group (ca39a1b1-3866-4128-9c71-5a45c5c3ac99), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:36.622585 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:36.670926 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1daadc-c9db-4773-acec-89b92ed67516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ca39a1b1-3866-4128-9c71-5a45c5c3ac99), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:36.673682 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1daadc-c9db-4773-acec-89b92ed67516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:36.679119 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0b1daadc-c9db-4773-acec-89b92ed67516 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca39a1b1-3866-4128-9c71-5a45c5c3ac99 HTTP/1.1" status: 204 len: 168 time: 0.1553338 Jun 21 03:20:36.688043 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1daadc-c9db-4773-acec-89b92ed67516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39a1b1-3866-4128-9c71-5a45c5c3ac99,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:36.979613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34834) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:36.994233 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a65d62-89d6-475f-8b3a-1e76b0b23d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:37.072858 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a65d62-89d6-475f-8b3a-1e76b0b23d0c admin admin] Publish callbacks [] for security_group (c4ae4ea2-c17a-4135-a54f-d591f45d8b44), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:37.079813 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a65d62-89d6-475f-8b3a-1e76b0b23d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c4ae4ea2-c17a-4135-a54f-d591f45d8b44), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:37.120201 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-70a65d62-89d6-475f-8b3a-1e76b0b23d0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4af4b12745754bdbb159b4f5d05ebd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392441 Jun 21 03:20:37.121048 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a65d62-89d6-475f-8b3a-1e76b0b23d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae4ea2-c17a-4135-a54f-d591f45d8b44,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:37.123143 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34836) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:37.176590 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7831-4a21-4ae7-b322-251f5c91b4b6 admin admin] Publish callbacks [] for security_group (c4ae4ea2-c17a-4135-a54f-d591f45d8b44), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:37.198009 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7831-4a21-4ae7-b322-251f5c91b4b6 admin admin] Publish callbacks [] for security_group (c4ae4ea2-c17a-4135-a54f-d591f45d8b44), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:37.249891 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7831-4a21-4ae7-b322-251f5c91b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (c4ae4ea2-c17a-4135-a54f-d591f45d8b44), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:37.252493 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7831-4a21-4ae7-b322-251f5c91b4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:37.253633 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5e5b7831-4a21-4ae7-b322-251f5c91b4b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4ae4ea2-c17a-4135-a54f-d591f45d8b44 HTTP/1.1" status: 204 len: 168 time: 0.1295369 Jun 21 03:20:37.261610 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b7831-4a21-4ae7-b322-251f5c91b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae4ea2-c17a-4135-a54f-d591f45d8b44,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:38.038857 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34872) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:38.060654 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34876) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:38.188742 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc252bd1-e2cf-49f9-937a-fbbc58bf7c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.191632 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:38.192664 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-250027370-network', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:38.219135 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Made reservation on behalf of 5e57658c9c9340adba6ab15050b24e8a for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:38.222453 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.240249 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.271413 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:38.355177 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks [] for security_group (022c8c43-aff8-4585-89de-bf7e1885ec10), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.360240 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc252bd1-e2cf-49f9-937a-fbbc58bf7c6d admin admin] Publish callbacks [] for security_group (6e169634-7da0-4d58-85b5-7911cbabb36d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.360602 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (022c8c43-aff8-4585-89de-bf7e1885ec10), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.364642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc252bd1-e2cf-49f9-937a-fbbc58bf7c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (6e169634-7da0-4d58-85b5-7911cbabb36d), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.387643 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:20:38.397225 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022c8c43-aff8-4585-89de-bf7e1885ec10,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:38.403668 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (e7dc6b38-e927-4331-890a-e2f4260feb1f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.403934 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Added segment e7dc6b38-e927-4331-890a-e2f4260feb1f of type vlan for network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd Jun 21 03:20:38.412697 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fc252bd1-e2cf-49f9-937a-fbbc58bf7c6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c37acb9f83ab4adaa0d7f06cf31394b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695173 Jun 21 03:20:38.413230 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34890) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:38.422871 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc252bd1-e2cf-49f9-937a-fbbc58bf7c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e169634-7da0-4d58-85b5-7911cbabb36d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:38.472280 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (04bab0d7-ec3d-4594-a10a-c0d2840f14fd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.515500 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9f6c-4d6f-4e8f-96e3-0d7ca302e9fd admin admin] Publish callbacks [] for security_group (6e169634-7da0-4d58-85b5-7911cbabb36d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.519939 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (04bab0d7-ec3d-4594-a10a-c0d2840f14fd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.520906 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:38.521471 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.562569 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9f6c-4d6f-4e8f-96e3-0d7ca302e9fd admin admin] Publish callbacks [] for security_group (6e169634-7da0-4d58-85b5-7911cbabb36d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.581609 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5197997 Jun 21 03:20:38.584671 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34892) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:38.589642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Request body: {'subnet': {'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-250027370-subnet', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:38.611036 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Made reservation on behalf of 5e57658c9c9340adba6ab15050b24e8a for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:38.613533 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8935498'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.617549 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d300e-ae92-4f90-88a5-53bc3f6eecea admin admin] Pushing event updated for resources: {'Network': ['ID=04bab0d7-ec3d-4594-a10a-c0d2840f14fd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:38.627825 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:20:38.659635 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9f6c-4d6f-4e8f-96e3-0d7ca302e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (6e169634-7da0-4d58-85b5-7911cbabb36d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.662509 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2ea9f6c-4d6f-4e8f-96e3-0d7ca302e9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.666470 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d2ea9f6c-4d6f-4e8f-96e3-0d7ca302e9fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e169634-7da0-4d58-85b5-7911cbabb36d HTTP/1.1" status: 204 len: 168 time: 0.2490826 Jun 21 03:20:38.681543 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea9f6c-4d6f-4e8f-96e3-0d7ca302e9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e169634-7da0-4d58-85b5-7911cbabb36d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:38.801591 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4059148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8935484'] for subnet (849f19ae-dfcd-49a5-8eb2-e5cf3b936e89), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.851559 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Pushing event updated for resources: {'Subnet': ['ID=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:38.866934 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Checking segment: {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:38.867290 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Network hostable DHCP agents. Network: 04bab0d7-ec3d-4594-a10a-c0d2840f14fd, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:20:38.885094 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:20:38.895354 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 04bab0d7-ec3d-4594-a10a-c0d2840f14fd) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:38.899623 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:38.900209 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.905558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc839e-61f7-4e4b-becb-9f0a040c3e51 None None] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:38.924767 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-08134a8d-bf7f-47c6-8788-46b518cb674e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3361299 Jun 21 03:20:38.925005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34904) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:38.930367 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:38.954398 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (feba8743-4b80-4615-81e2-7ef984bef845), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:38.955502 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (feba8743-4b80-4615-81e2-7ef984bef845), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.015999 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks [] for router_controller (feba8743-4b80-4615-81e2-7ef984bef845), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.020916 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e124f-168a-4356-8048-e316575baefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:20:39.021903 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-467e124f-168a-4356-8048-e316575baefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.161273 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks [] for router_gateway (feba8743-4b80-4615-81e2-7ef984bef845), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.168666 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-467e124f-168a-4356-8048-e316575baefd None None] Allocated IP 172.20.0.2 (04bab0d7-ec3d-4594-a10a-c0d2840f14fd/849f19ae-dfcd-49a5-8eb2-e5cf3b936e89/c7e0c0ed-44cb-4730-8a0b-78d356c5b56f) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:39.249038 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:39.327169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-467e124f-168a-4356-8048-e316575baefd None None] Publish callbacks [] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.336018 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-467e124f-168a-4356-8048-e316575baefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.370491 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks [] for router_gateway (feba8743-4b80-4615-81e2-7ef984bef845), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.380725 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e124f-168a-4356-8048-e316575baefd None None] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:39.380885 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34922) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:39.386629 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-467e124f-168a-4356-8048-e316575baefd None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:39.393522 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.399230 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e124f-168a-4356-8048-e316575baefd None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:39.414911 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e124f-168a-4356-8048-e316575baefd None None] Pushing event updated for resources: {'Port': ['ID=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:39.449713 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:39.492692 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-467e124f-168a-4356-8048-e316575baefd None None] Attempting to bind port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:39.493063 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-467e124f-168a-4356-8048-e316575baefd None None] Attempting to bind port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:39.493420 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e124f-168a-4356-8048-e316575baefd None None] Attempting to bind port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f on network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:39.497443 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1502111265-network', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:39.499346 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e124f-168a-4356-8048-e316575baefd None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:39.499710 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e124f-168a-4356-8048-e316575baefd None None] Checking segment: {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:39.500275 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-467e124f-168a-4356-8048-e316575baefd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.500845 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e124f-168a-4356-8048-e316575baefd None None] Bound using segment: {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:39.501466 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-467e124f-168a-4356-8048-e316575baefd None None] Bound port: c7e0c0ed-44cb-4730-8a0b-78d356c5b56f, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:39.502043 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-467e124f-168a-4356-8048-e316575baefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.522668 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Made reservation on behalf of 775518eb8c104022b5acfd12ead0fee5 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:39.525068 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.541984 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.555200 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Allocated IP 172.27.2.191 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/c25d3f78-a0c9-494e-a46e-d9e2e73f4c20) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:39.586690 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-467e124f-168a-4356-8048-e316575baefd None None] For port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:39.589218 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:39.592200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-467e124f-168a-4356-8048-e316575baefd None None] For port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:39.604144 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:39.604741 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-467e124f-168a-4356-8048-e316575baefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.670540 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks [] for security_group (cb46c2b6-e9d6-44f8-ab61-779b90f68012), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.679052 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (cb46c2b6-e9d6-44f8-ab61-779b90f68012), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.696731 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e124f-168a-4356-8048-e316575baefd None None] Pushing event updated for resources: {'Port': ['ID=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:39.710734 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks [] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.724963 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:20:39.732805 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46c2b6-e9d6-44f8-ab61-779b90f68012,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:39.741137 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (48c3d59e-b3cb-42a8-a4ce-abd285f6630a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.741671 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Added segment 48c3d59e-b3cb-42a8-a4ce-abd285f6630a of type vlan for network abd812e3-b0dd-4cff-a66a-a63206802dd9 Jun 21 03:20:39.762524 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.812886 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:39.818640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (abd812e3-b0dd-4cff-a66a-a63206802dd9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.819814 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:39.842063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:39.855884 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Pushing event updated for resources: {'Port': ['ID=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:39.856443 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (abd812e3-b0dd-4cff-a66a-a63206802dd9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.859018 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:39.859856 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:39.918310 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5364008 Jun 21 03:20:39.921281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34940) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:39.926237 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Request body: {'subnet': {'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1502111265-subnet', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:40.024269 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f3a04-4cc5-44e0-978b-10374ddfcfea admin admin] Pushing event updated for resources: {'Network': ['ID=abd812e3-b0dd-4cff-a66a-a63206802dd9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:40.029653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Made reservation on behalf of 775518eb8c104022b5acfd12ead0fee5 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:40.032370 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3646455'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.035954 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:20:40.113282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:40.202457 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks [] for router_gateway (feba8743-4b80-4615-81e2-7ef984bef845), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.221289 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:40.266440 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3646337'] for subnet (22d1127e-dca4-4edc-9c99-5da0f26e7f2c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.321306 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d1127e-dca4-4edc-9c99-5da0f26e7f2c,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:40.336689 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Checking segment: {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:40.337070 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Network hostable DHCP agents. Network: abd812e3-b0dd-4cff-a66a-a63206802dd9, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:20:40.354692 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:20:40.363719 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, abd812e3-b0dd-4cff-a66a-a63206802dd9) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:40.367915 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:40.368979 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.374476 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff617f75-8734-4b2e-affe-d8d3f6796590 None None] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:40.381970 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:40.390912 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9047ef9f-acee-4194-849a-a834f43ee472 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4684062 Jun 21 03:20:40.393442 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34944) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:40.399658 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:40.416681 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (feba8743-4b80-4615-81e2-7ef984bef845), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.466034 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (2a1d4927-696c-4c90-8d69-d312486d0ade), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.467907 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:40.474118 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (2a1d4927-696c-4c90-8d69-d312486d0ade), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.504128 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c7e0c0ed-44cb-4730-8a0b-78d356c5b56f up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:40.531123 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:40.533233 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks [] for router_controller (2a1d4927-696c-4c90-8d69-d312486d0ade), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.601434 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-abd812e3-b0dd-4cff-a66a-a63206802dd9', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:20:40.604372 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.610439 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:40.610800 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.725239 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks [] for router_gateway (2a1d4927-696c-4c90-8d69-d312486d0ade), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.825362 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:40.826386 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:40.842971 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Allocated IP 172.20.0.2 (abd812e3-b0dd-4cff-a66a-a63206802dd9/22d1127e-dca4-4edc-9c99-5da0f26e7f2c/19d79d24-c308-4676-ac69-bf77c877ee08) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:40.916811 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:40.931241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994b396-03df-469c-a2c2-b5623794e849 None None] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:40.936318 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.192499 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e39dde57-20f1-4efe-84c8-5365051312dc None None] Provisioning complete for port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:41.192913 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e39dde57-20f1-4efe-84c8-5365051312dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.214184 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Router feba8743-4b80-4615-81e2-7ef984bef845 is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:20:41.275432 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:41.277252 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks [] for router_gateway (2a1d4927-696c-4c90-8d69-d312486d0ade), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.303024 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.370335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Publish callbacks [] for port (19d79d24-c308-4676-ac69-bf77c877ee08), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.381089 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.407335 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:41.421929 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Sync routers for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:20:41.427083 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:41.435372 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:41.436100 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:41.446202 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:41.456297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:41.457335 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.458672 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-da2c37cf-fd21-4e62-8581-88c1ac264d1f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5324552 Jun 21 03:20:41.461526 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34954) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:41.461700 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:41.466051 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:41.468210 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Pushing event updated for resources: {'Port': ['ID=19d79d24-c308-4676-ac69-bf77c877ee08,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:41.474107 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e39dde57-20f1-4efe-84c8-5365051312dc None None] Current status of the port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:41.524090 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Allocated IP 172.27.2.34 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/85e5bee8-85c9-4481-b7f7-ea2452aa876f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:41.552645 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Attempting to bind port 19d79d24-c308-4676-ac69-bf77c877ee08 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:41.553090 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Attempting to bind port 19d79d24-c308-4676-ac69-bf77c877ee08 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:41.553445 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Attempting to bind port 19d79d24-c308-4676-ac69-bf77c877ee08 on network abd812e3-b0dd-4cff-a66a-a63206802dd9 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:41.562020 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:41.562506 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Checking segment: {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:41.562790 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.563178 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Bound using segment: {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:41.563720 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Bound port: 19d79d24-c308-4676-ac69-bf77c877ee08, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:41.564110 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.589203 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:41.608215 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:41.654377 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e42c893b-cc0f-4e99-83c4-b1e1d90a1eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.662939 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] For port 19d79d24-c308-4676-ac69-bf77c877ee08, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:41.666534 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] For port 19d79d24-c308-4676-ac69-bf77c877ee08, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=19d79d24-c308-4676-ac69-bf77c877ee08,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:41.674698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.714938 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:41.729528 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-7921b5d1-ffe4-4022-a7a0-f51dfd716c1b None None] Provisioning complete for port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:41.729528 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7921b5d1-ffe4-4022-a7a0-f51dfd716c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.778391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks [] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.783270 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:40Z', 'revision_number': 3, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:41.811597 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Checking router: feba8743-4b80-4615-81e2-7ef984bef845 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:20:41.811837 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Updating router feba8743-4b80-4615-81e2-7ef984bef845 port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:20:41.832449 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-7921b5d1-ffe4-4022-a7a0-f51dfd716c1b None None] Current status of the port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:41.838917 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84364944-92b4-425e-aadc-9fa992fb6a12 None None] Pushing event updated for resources: {'Port': ['ID=19d79d24-c308-4676-ac69-bf77c877ee08,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:41.847284 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.905732 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:41.966227 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:41.990981 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:42.007053 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:42.035707 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=85e5bee8-85c9-4481-b7f7-ea2452aa876f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:42.143560 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Publish callbacks [] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.149768 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.202888 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Attempting to bind port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:42.203324 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Attempting to bind port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:42.203684 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Attempting to bind port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:42.210694 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Pushing event updated for resources: {'Port': ['ID=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:42.213791 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:42.214156 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:42.214548 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.214929 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:42.215446 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Bound port: c25d3f78-a0c9-494e-a46e-d9e2e73f4c20, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:42.215748 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.232461 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.238303 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.238621 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.239006 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.239348 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.239661 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.240002 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.240300 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.240644 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.240988 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.241262 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.241595 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.242175 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.242676 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.244071 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.244579 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:42.282161 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] For port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:42.286059 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] For port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:42.293935 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.350909 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0682-6e10-40fb-a7a1-c9b59c48b5ec None None] Pushing event updated for resources: {'Port': ['ID=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:42.366479 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:42.370681 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:42.371560 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:42.438958 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks [] for router_gateway (2a1d4927-696c-4c90-8d69-d312486d0ade), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.492049 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:42.528699 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:42.571950 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c7e0c0ed-44cb-4730-8a0b-78d356c5b56f up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:42.590723 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:42.624730 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:42.625247 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.710669 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:42.717621 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19d79d24-c308-4676-ac69-bf77c877ee08 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:42.723235 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (2a1d4927-696c-4c90-8d69-d312486d0ade), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.728846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Allocated IP 172.20.0.1 (04bab0d7-ec3d-4594-a10a-c0d2840f14fd/849f19ae-dfcd-49a5-8eb2-e5cf3b936e89/073590c9-5bce-4ea9-a43c-b709f58312ef) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:42.754696 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:42.770783 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 19d79d24-c308-4676-ac69-bf77c877ee08 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:42.771451 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.821724 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:40Z', 'revision_number': 3, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:42.852305 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f3b60-08c6-4359-9086-81323ea59c77 None None] The sync data for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi is: [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:40Z', 'revision_number': 3, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:20:42.870949 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 19d79d24-c308-4676-ac69-bf77c877ee08 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:42.871497 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.881653 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bdcbbb-4cbb-4239-83cd-1ca4a78af216 None None] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:42.923206 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e634b9ed-fa23-43ba-ab4a-07fbda10826e None None] Provisioning complete for port 19d79d24-c308-4676-ac69-bf77c877ee08 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:42.923647 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e634b9ed-fa23-43ba-ab4a-07fbda10826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.948922 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks [] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:42.977544 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Router 2a1d4927-696c-4c90-8d69-d312486d0ade is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:20:42.999649 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 19d79d24-c308-4676-ac69-bf77c877ee08, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=19d79d24-c308-4676-ac69-bf77c877ee08,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:43.007266 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.028724 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.038767 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:43.053966 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:43.085534 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:43.098968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:43.103837 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Pushing event updated for resources: {'Port': ['ID=073590c9-5bce-4ea9-a43c-b709f58312ef,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:43.106745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:43.160822 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=19d79d24-c308-4676-ac69-bf77c877ee08,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:43.194980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e634b9ed-fa23-43ba-ab4a-07fbda10826e None None] Current status of the port 19d79d24-c308-4676-ac69-bf77c877ee08 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:43.204910 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:43.217021 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Sync routers for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:20:43.222590 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (feba8743-4b80-4615-81e2-7ef984bef845), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.230506 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:43.231382 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:43.269570 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.270826 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6121d132-5cf8-45a6-9bd6-ca1a2abfd3b3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8763323 Jun 21 03:20:43.273726 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34962) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:43.317418 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:43.351348 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:43.410647 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:43.418027 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.601328 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-a4ffe876-f872-4403-9dd1-6193d9997739 None None] Provisioning complete for port 073590c9-5bce-4ea9-a43c-b709f58312ef triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:43.601726 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a4ffe876-f872-4403-9dd1-6193d9997739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.652322 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffe876-f872-4403-9dd1-6193d9997739 None None] Port 073590c9-5bce-4ea9-a43c-b709f58312ef cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:43.659666 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks [] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.661726 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:43.667052 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.704237 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:42Z', 'revision_number': 3, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:43.732384 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Checking router: 2a1d4927-696c-4c90-8d69-d312486d0ade for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:20:43.733064 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Updating router 2a1d4927-696c-4c90-8d69-d312486d0ade port 85e5bee8-85c9-4481-b7f7-ea2452aa876f binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:20:43.743485 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (feba8743-4b80-4615-81e2-7ef984bef845), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.745627 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Pushing event updated for resources: {'Port': ['ID=073590c9-5bce-4ea9-a43c-b709f58312ef,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:43.762242 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:43.772725 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.777001 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-607b5ed5-fa5f-4940-8f9a-662f5f7f3b22 None None] Provisioning complete for port 19d79d24-c308-4676-ac69-bf77c877ee08 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:43.777235 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-607b5ed5-fa5f-4940-8f9a-662f5f7f3b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.868847 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:43.870357 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:43.914570 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:43.948902 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c20324ec-850d-4c44-ac7d-41d4a88bc22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.020344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-607b5ed5-fa5f-4940-8f9a-662f5f7f3b22 None None] Current status of the port 19d79d24-c308-4676-ac69-bf77c877ee08 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:44.032039 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:44.178885 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Allocated IP 172.20.0.1 (abd812e3-b0dd-4cff-a66a-a63206802dd9/22d1127e-dca4-4edc-9c99-5da0f26e7f2c/d65707b2-ce9a-403c-86c7-35793df0f10a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:44.203359 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Publish callbacks [] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.212166 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.305657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks [] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.311267 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Router feba8743-4b80-4615-81e2-7ef984bef845 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:20:44.343518 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.399626 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:44.404923 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:44.406947 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Pushing event updated for resources: {'Port': ['ID=d65707b2-ce9a-403c-86c7-35793df0f10a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:44.409498 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:44.432713 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-7454b91f-edd2-4081-8c86-eaea815eff2d None None] Provisioning complete for port 073590c9-5bce-4ea9-a43c-b709f58312ef triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:44.433075 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7454b91f-edd2-4081-8c86-eaea815eff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.454122 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:44.454596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:44.457786 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (2a1d4927-696c-4c90-8d69-d312486d0ade), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.466516 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6c26d104-cdc0-48a1-80c3-f5d5fdb215ae admin admin] 10.222.0.16 "PUT /v2.0/routers/feba8743-4b80-4615-81e2-7ef984bef845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039816 Jun 21 03:20:44.487865 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-7454b91f-edd2-4081-8c86-eaea815eff2d None None] Port 073590c9-5bce-4ea9-a43c-b709f58312ef cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:44.489981 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Attempting to bind port 85e5bee8-85c9-4481-b7f7-ea2452aa876f on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:44.490347 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Attempting to bind port 85e5bee8-85c9-4481-b7f7-ea2452aa876f by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:44.490701 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Attempting to bind port 85e5bee8-85c9-4481-b7f7-ea2452aa876f on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:44.498238 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc718-2b9c-4c88-9b6e-eebcba9ed271 None None] Pushing event updated for resources: {'Port': ['ID=85e5bee8-85c9-4481-b7f7-ea2452aa876f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:44.501585 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:44.501772 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:44.502140 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.502654 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:44.503215 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Bound port: 85e5bee8-85c9-4481-b7f7-ea2452aa876f, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:44.503601 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.525928 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:44.570758 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] For port 85e5bee8-85c9-4481-b7f7-ea2452aa876f, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:44.580000 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] For port 85e5bee8-85c9-4481-b7f7-ea2452aa876f, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=85e5bee8-85c9-4481-b7f7-ea2452aa876f,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:44.597510 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.621763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:44.664866 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.707963 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19d79d24-c308-4676-ac69-bf77c877ee08 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:44.773761 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:44.778053 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:44.778763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:44.860403 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc718-2b9c-4c88-9b6e-eebcba9ed271 None None] Pushing event updated for resources: {'Port': ['ID=85e5bee8-85c9-4481-b7f7-ea2452aa876f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:44.880436 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6b2cf682-df24-4325-b0e6-7c10adb4a7f2 None None] Provisioning complete for port d65707b2-ce9a-403c-86c7-35793df0f10a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:44.881487 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf682-df24-4325-b0e6-7c10adb4a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:44.937811 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cf682-df24-4325-b0e6-7c10adb4a7f2 None None] Port d65707b2-ce9a-403c-86c7-35793df0f10a cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:45.014425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 19d79d24-c308-4676-ac69-bf77c877ee08 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:45.015441 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.051744 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.064987 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:45.191560 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Sync routers for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:20:45.207553 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:45.210516 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:45.212196 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 19d79d24-c308-4676-ac69-bf77c877ee08 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:45.213521 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:45.242061 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:45.263360 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 34990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:45.268586 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936830778-network', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:45.281958 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks [] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.288493 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.292385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Made reservation on behalf of e182160965d24221bff6069a0b1a89a3 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:45.298000 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.308077 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.336903 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:45.337435 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.337582 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (2a1d4927-696c-4c90-8d69-d312486d0ade), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.372833 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:45.408961 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Pushing event updated for resources: {'Port': ['ID=d65707b2-ce9a-403c-86c7-35793df0f10a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:45.409902 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 1, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:45.427906 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks [] for security_group (2861acb8-2a99-4ec5-80ca-88d8bad16cd6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.433927 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2861acb8-2a99-4ec5-80ca-88d8bad16cd6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.437247 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130ca90a-c3b8-4f4d-9e7d-f9e75d348ed3 None None] The sync data for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi is: [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 1, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:20:45.482897 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:45.483212 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:20:45.483901 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.495536 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2861acb8-2a99-4ec5-80ca-88d8bad16cd6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:45.503126 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.503896 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Added segment 0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6 of type vlan for network 565b32c8-ba4a-488d-9851-5225465f41ab Jun 21 03:20:45.519873 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:45.521611 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:45.523074 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:45.530781 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.575200 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (565b32c8-ba4a-488d-9851-5225465f41ab), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.623105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (565b32c8-ba4a-488d-9851-5225465f41ab), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.624490 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:45.624927 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:45.625252 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.678894 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 2, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:45.679421 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4144244 Jun 21 03:20:45.683062 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 34992) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:45.689335 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Request body: {'subnet': {'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936830778-subnet', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:45.702329 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Router 2a1d4927-696c-4c90-8d69-d312486d0ade has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:20:45.710646 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe6f2e-b44c-4f2c-b65d-f985052c5065 admin admin] Pushing event updated for resources: {'Network': ['ID=565b32c8-ba4a-488d-9851-5225465f41ab,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:45.713651 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Checking router: feba8743-4b80-4615-81e2-7ef984bef845 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:20:45.719480 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Updating router feba8743-4b80-4615-81e2-7ef984bef845 port 073590c9-5bce-4ea9-a43c-b709f58312ef binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:20:45.726633 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network 565b32c8-ba4a-488d-9851-5225465f41ab details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:20:45.771696 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Made reservation on behalf of e182160965d24221bff6069a0b1a89a3 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:45.774274 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3646455'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.803731 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.971046 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:45.985005 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-d7447b1b-e467-465a-9abf-0a215a9b49b9 None None] Provisioning complete for port d65707b2-ce9a-403c-86c7-35793df0f10a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:45.985005 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d7447b1b-e467-465a-9abf-0a215a9b49b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:45.992344 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2f6f5e46-16ba-47b9-902e-7fe3f801598f admin admin] 10.222.0.16 "PUT /v2.0/routers/2a1d4927-696c-4c90-8d69-d312486d0ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166467 Jun 21 03:20:46.084508 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d7447b1b-e467-465a-9abf-0a215a9b49b9 None None] Port d65707b2-ce9a-403c-86c7-35793df0f10a cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:46.088115 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3646337'] for subnet (f560edc4-bf18-4868-a7ae-86216215bced), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.094248 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:46.096501 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:46.147779 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:46.165354 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f560edc4-bf18-4868-a7ae-86216215bced,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:46.174905 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Publish callbacks [] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.178525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.178800 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.179138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.179471 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.179800 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.180123 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.180468 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.180793 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.181202 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.181480 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.181843 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.182124 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.182487 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.182753 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.183130 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:46.184909 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.192224 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Checking segment: {'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:46.192637 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Network hostable DHCP agents. Network: 565b32c8-ba4a-488d-9851-5225465f41ab, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:20:46.226796 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Network 565b32c8-ba4a-488d-9851-5225465f41ab is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:20:46.242474 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, 565b32c8-ba4a-488d-9851-5225465f41ab) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:46.250021 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:46.253224 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece64b1-91db-4520-b82c-6260f9a23703 None None] Network 565b32c8-ba4a-488d-9851-5225465f41ab requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:46.265255 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.291055 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:46.299996 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-88a73e64-7360-4603-adfb-1a6eaf295a1f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6158066 Jun 21 03:20:46.302767 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35008) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:46.307966 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:46.378841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.379978 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.476151 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.489779 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414a5e8-bc8a-41f2-a2cf-6a68d126a997 None None] Pushing event updated for resources: {'Port': ['ID=073590c9-5bce-4ea9-a43c-b709f58312ef,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:46.491191 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks [] for router_controller (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.542662 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Attempting to bind port 073590c9-5bce-4ea9-a43c-b709f58312ef on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:46.543589 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Attempting to bind port 073590c9-5bce-4ea9-a43c-b709f58312ef by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:46.544833 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Attempting to bind port 073590c9-5bce-4ea9-a43c-b709f58312ef on network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:46.557249 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:46.557678 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Checking segment: {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:46.558158 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.558465 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Bound using segment: {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:46.559018 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Bound port: 073590c9-5bce-4ea9-a43c-b709f58312ef, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:46.567164 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.606800 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:46.618947 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-565b32c8-ba4a-488d-9851-5225465f41ab', 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab', 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'fixed_ips': [{'subnet_id': 'f560edc4-bf18-4868-a7ae-86216215bced'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:20:46.620749 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.737291 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] For port 073590c9-5bce-4ea9-a43c-b709f58312ef, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:46.741873 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] For port 073590c9-5bce-4ea9-a43c-b709f58312ef, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=073590c9-5bce-4ea9-a43c-b709f58312ef,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:46.757703 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.775956 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:46.826909 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks [] for router_gateway (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.831272 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b3fba48b-672a-4970-9c88-327472b48dd5 None None] Provisioning complete for port 073590c9-5bce-4ea9-a43c-b709f58312ef triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:46.831916 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b3fba48b-672a-4970-9c88-327472b48dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.844658 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:46.845588 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:46.885758 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:46.889606 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.935421 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:46.936137 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:46.958385 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414a5e8-bc8a-41f2-a2cf-6a68d126a997 None None] Pushing event updated for resources: {'Port': ['ID=073590c9-5bce-4ea9-a43c-b709f58312ef,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:47.079290 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:47.094488 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:47.096055 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b3fba48b-672a-4970-9c88-327472b48dd5 None None] Current status of the port 073590c9-5bce-4ea9-a43c-b709f58312ef is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:47.096737 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b3fba48b-672a-4970-9c88-327472b48dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.126193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Allocated IP 172.20.0.2 (565b32c8-ba4a-488d-9851-5225465f41ab/f560edc4-bf18-4868-a7ae-86216215bced/a525b433-4f0d-458e-9755-bdd50b4481c8) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:47.181623 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks [] for router_gateway (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.206441 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.217993 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35022) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:47.222919 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-203180732-network', 'tenant_id': '9fe0fa323179498db3572def1af95429'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:47.251426 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Made reservation on behalf of 9fe0fa323179498db3572def1af95429 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:47.254685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.265228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.388339 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:47.395850 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks [] for security_group (88c0ed2e-72c4-48bb-8d57-ce181b486191), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.401749 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (88c0ed2e-72c4-48bb-8d57-ce181b486191), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.402660 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Allocated IP 172.27.2.51 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/0d5feae5-af7f-4357-aa48-229c60b7eff1) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:47.424022 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:46Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:47.438582 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c0ed2e-72c4-48bb-8d57-ce181b486191,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:47.455303 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 03:20:47.467078 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (011703fd-3856-4f5c-a0c1-4b25475f0911), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.467418 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Added segment 011703fd-3856-4f5c-a0c1-4b25475f0911 of type vlan for network f9ca1c5d-0141-45ab-8705-04381b52c0e3 Jun 21 03:20:47.480661 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc48b0-4a54-4c6c-bda2-75bb06e8aa68 None None] The sync data for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi is: [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:46Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:20:47.507318 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b3fba48b-672a-4970-9c88-327472b48dd5 None None] For port 073590c9-5bce-4ea9-a43c-b709f58312ef, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=073590c9-5bce-4ea9-a43c-b709f58312ef,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:47.510542 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:47.527624 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778593414090'] for network (f9ca1c5d-0141-45ab-8705-04381b52c0e3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.529816 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b3fba48b-672a-4970-9c88-327472b48dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.594340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks [] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.603057 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:47.620240 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647'] for network (f9ca1c5d-0141-45ab-8705-04381b52c0e3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.628978 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:47.631074 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.653061 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.703103 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:47.708405 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4867446 Jun 21 03:20:47.708818 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35026) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:47.708959 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:47.713170 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-aac2aab4-c044-463c-ada4-4cc9467e41f4 None None] Provisioning complete for port 073590c9-5bce-4ea9-a43c-b709f58312ef triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:47.713557 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-aac2aab4-c044-463c-ada4-4cc9467e41f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.717965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:47.724596 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Request body: {'subnet': {'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-203180732-subnet', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:47.756894 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Pushing event updated for resources: {'Port': ['ID=0d5feae5-af7f-4357-aa48-229c60b7eff1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:47.779603 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fba48b-672a-4970-9c88-327472b48dd5 None None] Pushing event updated for resources: {'Port': ['ID=073590c9-5bce-4ea9-a43c-b709f58312ef,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:47.791967 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6325cf-925b-4fb9-afab-2e38a535b75b admin admin] Pushing event updated for resources: {'Network': ['ID=f9ca1c5d-0141-45ab-8705-04381b52c0e3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:47.813404 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Publish callbacks [] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.827121 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Made reservation on behalf of 9fe0fa323179498db3572def1af95429 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:20:47.830117 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 details requested by agent ovs-agent-dv-cinder-846842-1-iscsi with host dv-cinder-846842-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 03:20:47.832185 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3646455'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.833136 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:47.962604 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-aac2aab4-c044-463c-ada4-4cc9467e41f4 None None] Current status of the port 073590c9-5bce-4ea9-a43c-b709f58312ef is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:47.966892 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Network 565b32c8-ba4a-488d-9851-5225465f41ab is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:47.969355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Pushing event updated for resources: {'Port': ['ID=a525b433-4f0d-458e-9755-bdd50b4481c8,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:47.982005 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:47.985171 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:48.045477 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks [] for router_gateway (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.068270 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8967970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3646337'] for subnet (1cbeda3d-3cc1-4925-9f34-3f70d9050a28), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.110458 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Attempting to bind port a525b433-4f0d-458e-9755-bdd50b4481c8 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:48.111280 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Attempting to bind port a525b433-4f0d-458e-9755-bdd50b4481c8 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:48.111671 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Attempting to bind port a525b433-4f0d-458e-9755-bdd50b4481c8 on network 565b32c8-ba4a-488d-9851-5225465f41ab {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:48.119692 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cbeda3d-3cc1-4925-9f34-3f70d9050a28,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:48.122620 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:48.123089 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Checking segment: {'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:48.123676 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.124131 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Bound using segment: {'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:48.124724 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Bound port: a525b433-4f0d-458e-9755-bdd50b4481c8, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:48.125414 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:48.126116 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.130161 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.167548 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Checking segment: {'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:48.167548 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Network hostable DHCP agents. Network: f9ca1c5d-0141-45ab-8705-04381b52c0e3, hostable agents: ['b1cb63e2-902b-4a02-af8f-6477d8da0642'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 03:20:48.184340 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:48.196523 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:48.197416 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 is scheduled to be hosted by DHCP agent b1cb63e2-902b-4a02-af8f-6477d8da0642 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 03:20:48.211736 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] For port a525b433-4f0d-458e-9755-bdd50b4481c8, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:48.213543 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-1-iscsi, f9ca1c5d-0141-45ab-8705-04381b52c0e3) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:48.215005 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] For port a525b433-4f0d-458e-9755-bdd50b4481c8, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=a525b433-4f0d-458e-9755-bdd50b4481c8,segment=NetworkSegment(0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6),segment_id=0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:48.221933 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993e1ab-f407-4185-98ae-12e508af7d72 None None] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:48.224295 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:48.224929 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.242895 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6e30b0a0-366a-4f57-8627-dc07a647b4b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5268452 Jun 21 03:20:48.245783 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35028) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:48.250094 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:48.255590 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.273192 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58062'] for router (bad6eb72-86c3-4735-82a2-29384a4886af), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.274478 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58039'] for router (bad6eb72-86c3-4735-82a2-29384a4886af), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.311303 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.331197 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks [] for router_controller (bad6eb72-86c3-4735-82a2-29384a4886af), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.390244 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302b4ed-67ca-46f8-bb49-13727e306d8d None None] Pushing event updated for resources: {'Port': ['ID=a525b433-4f0d-458e-9755-bdd50b4481c8,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:48.413131 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43a0556c-2db2-5334-8a5b-57949aeaadcc-f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'project_id': '9fe0fa323179498db3572def1af95429', 'fixed_ips': [{'subnet_id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28'}]}} from dv-cinder-846842-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 03:20:48.415009 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.530204 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:48.541489 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:20:48.580134 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks [] for router_gateway (bad6eb72-86c3-4735-82a2-29384a4886af), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.669935 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 85e5bee8-85c9-4481-b7f7-ea2452aa876f up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:48.675410 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:48.723016 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.727124 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6cc24992-8775-4ba7-bb71-aa78b5c52acd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4207103 Jun 21 03:20:48.727309 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:48.741429 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Sync routers for ids ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:20:48.773512 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:48.786909 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Allocated IP 172.20.0.2 (f9ca1c5d-0141-45ab-8705-04381b52c0e3/1cbeda3d-3cc1-4925-9f34-3f70d9050a28/304ccef6-faee-473c-bb0e-401b032fc3f0) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:48.790418 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:48.806049 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Routers {'9bc20793-62ba-4523-aaae-ea7d32f6fbbf'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:48.807072 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:48.850110 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks [] for router_gateway (bad6eb72-86c3-4735-82a2-29384a4886af), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.870419 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:48.962572 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 85e5bee8-85c9-4481-b7f7-ea2452aa876f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:48.963078 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.002348 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Allocated IP 172.27.2.199 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/cc7b9efa-3eb0-465b-b010-9b8f38eabeec) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:49.038902 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Set router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:49.114733 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks [] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.171993 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.210223 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.231710 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:49.235514 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:49.238264 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:49.242019 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:49.286851 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:49.316870 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Publish callbacks [] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.323112 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 85e5bee8-85c9-4481-b7f7-ea2452aa876f is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:49.323594 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.340679 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.416606 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:49.448609 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:49.456380 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:49.460070 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 85e5bee8-85c9-4481-b7f7-ea2452aa876f, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=85e5bee8-85c9-4481-b7f7-ea2452aa876f,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:49.461131 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Allocated IP 172.20.0.1 (565b32c8-ba4a-488d-9851-5225465f41ab/f560edc4-bf18-4868-a7ae-86216215bced/fb757767-c3d7-4e55-821d-d463ff81e804) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:49.468981 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:49.538765 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.539596 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 073590c9-5bce-4ea9-a43c-b709f58312ef up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:49.553553 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks [] for router_gateway (bad6eb72-86c3-4735-82a2-29384a4886af), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.580063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:49.595099 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:49.614472 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Pushing event updated for resources: {'Port': ['ID=304ccef6-faee-473c-bb0e-401b032fc3f0,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:49.615302 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks [] for port (fb757767-c3d7-4e55-821d-d463ff81e804), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.665406 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.676261 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Attempting to bind port 304ccef6-faee-473c-bb0e-401b032fc3f0 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:49.676647 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Attempting to bind port 304ccef6-faee-473c-bb0e-401b032fc3f0 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:49.677007 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Attempting to bind port 304ccef6-faee-473c-bb0e-401b032fc3f0 on network f9ca1c5d-0141-45ab-8705-04381b52c0e3 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:49.683029 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 073590c9-5bce-4ea9-a43c-b709f58312ef triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:49.683402 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.714584 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Pushing event updated for resources: {'Port': ['ID=fb757767-c3d7-4e55-821d-d463ff81e804,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:49.724171 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f4372c-8022-401e-9cbf-f9d8ea154c52 None None] Network 565b32c8-ba4a-488d-9851-5225465f41ab requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:49.730389 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Network 565b32c8-ba4a-488d-9851-5225465f41ab is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:49.731920 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:49.735242 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:49.738834 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:49.750613 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 3, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port': {'id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:47Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:49.790804 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.791389 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:49.791815 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Checking segment: {'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:49.792254 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.792735 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Bound using segment: {'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:49.793206 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Bound port: 304ccef6-faee-473c-bb0e-401b032fc3f0, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:49.793578 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.829607 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755869'] for router (bad6eb72-86c3-4735-82a2-29384a4886af), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.855455 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:49.941267 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:49.954336 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Sync routers for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:20:49.969167 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:49.970668 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:49.980958 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Router bad6eb72-86c3-4735-82a2-29384a4886af is scheduled to L3 agent 368ef199-230a-4eae-a8b4-a000872da94c with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 03:20:50.054547 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=85e5bee8-85c9-4481-b7f7-ea2452aa876f,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:50.080452 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Checking router: 9bc20793-62ba-4523-aaae-ea7d32f6fbbf for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:20:50.080868 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Updating router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf port 0d5feae5-af7f-4357-aa48-229c60b7eff1 binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:20:50.087267 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-04188c49-cb78-4808-a5d2-2d3156ac4051 None None] Provisioning complete for port a525b433-4f0d-458e-9755-bdd50b4481c8 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:50.087625 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-04188c49-cb78-4808-a5d2-2d3156ac4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.115694 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:50.166315 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.166315 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f0f2a9f7-59fd-4367-be7b-328b4a00fa60 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9155655 Jun 21 03:20:50.166315 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35036) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:50.175105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks [] for port (fb757767-c3d7-4e55-821d-d463ff81e804), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.200307 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Sync routers for ids ['bad6eb72-86c3-4735-82a2-29384a4886af'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:20:50.200739 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.224083 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:50.255821 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.278149 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.295768 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Routers {'bad6eb72-86c3-4735-82a2-29384a4886af'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:50.296392 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['bad6eb72-86c3-4735-82a2-29384a4886af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:50.319666 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 073590c9-5bce-4ea9-a43c-b709f58312ef is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:50.353005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Pushing event updated for resources: {'Port': ['ID=fb757767-c3d7-4e55-821d-d463ff81e804,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:50.440946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Network 565b32c8-ba4a-488d-9851-5225465f41ab is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:50.442589 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:50.449065 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:50.507098 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] For port 304ccef6-faee-473c-bb0e-401b032fc3f0, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:50.583410 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:50.634235 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 2, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:50.645938 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] For port 304ccef6-faee-473c-bb0e-401b032fc3f0, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=304ccef6-faee-473c-bb0e-401b032fc3f0,segment=NetworkSegment(011703fd-3856-4f5c-a0c1-4b25475f0911),segment_id=011703fd-3856-4f5c-a0c1-4b25475f0911)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:50.647555 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:20:50.653978 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:50.672578 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Checking router: 2a1d4927-696c-4c90-8d69-d312486d0ade for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:20:50.672919 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Updating router 2a1d4927-696c-4c90-8d69-d312486d0ade port d65707b2-ce9a-403c-86c7-35793df0f10a binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:20:50.689682 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 85e5bee8-85c9-4481-b7f7-ea2452aa876f up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:50.723253 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:50.725690 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.737443 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:50.741903 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.756664 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:50.849946 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:50.857097 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-aff85e7e-bc36-4cc4-9efb-f76e8fd8056d admin admin] 10.222.0.16 "PUT /v2.0/routers/9bc20793-62ba-4523-aaae-ea7d32f6fbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1285534 Jun 21 03:20:50.887475 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-04188c49-cb78-4808-a5d2-2d3156ac4051 None None] Current status of the port a525b433-4f0d-458e-9755-bdd50b4481c8 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:50.890098 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-04188c49-cb78-4808-a5d2-2d3156ac4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.076771 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:51.100652 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Publish callbacks [] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.111288 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.145428 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e780b-d107-47d1-bfcf-6be70f426421 None None] Pushing event updated for resources: {'Port': ['ID=304ccef6-faee-473c-bb0e-401b032fc3f0,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:51.232890 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f1022-afca-4629-9bed-f78ce2aca2ab None None] Pushing event updated for resources: {'Port': ['ID=d65707b2-ce9a-403c-86c7-35793df0f10a,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:51.291547 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Set router bad6eb72-86c3-4735-82a2-29384a4886af gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:51.293997 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:51.297979 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:51.352815 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Attempting to bind port d65707b2-ce9a-403c-86c7-35793df0f10a on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:51.353342 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Attempting to bind port d65707b2-ce9a-403c-86c7-35793df0f10a by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:51.353798 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Attempting to bind port d65707b2-ce9a-403c-86c7-35793df0f10a on network abd812e3-b0dd-4cff-a66a-a63206802dd9 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:51.359957 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:51.360612 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Checking segment: {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:51.361387 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.362497 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Bound using segment: {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:51.363256 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Bound port: d65707b2-ce9a-403c-86c7-35793df0f10a, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:51.363740 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.372922 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Allocated IP 172.20.0.1 (f9ca1c5d-0141-45ab-8705-04381b52c0e3/1cbeda3d-3cc1-4925-9f34-3f70d9050a28/e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:20:51.390215 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Publish callbacks [] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.452256 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 85e5bee8-85c9-4481-b7f7-ea2452aa876f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:51.452672 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.537991 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] For port d65707b2-ce9a-403c-86c7-35793df0f10a, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:51.545380 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] For port d65707b2-ce9a-403c-86c7-35793df0f10a, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d65707b2-ce9a-403c-86c7-35793df0f10a,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:51.561888 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.581943 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.597979 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-04188c49-cb78-4808-a5d2-2d3156ac4051 None None] For port a525b433-4f0d-458e-9755-bdd50b4481c8, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=a525b433-4f0d-458e-9755-bdd50b4481c8,segment=NetworkSegment(0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6),segment_id=0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:51.651336 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks [] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.699983 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:51.700512 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:51.771230 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.783397 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f1022-afca-4629-9bed-f78ce2aca2ab None None] Pushing event updated for resources: {'Port': ['ID=d65707b2-ce9a-403c-86c7-35793df0f10a,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:51.808871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 3, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port': {'id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:51.844695 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-04188c49-cb78-4808-a5d2-2d3156ac4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.885256 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Pushing event updated for resources: {'Port': ['ID=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:51.906439 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:51.907563 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:51.910281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:20:51.918822 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Attempting to bind port 0d5feae5-af7f-4357-aa48-229c60b7eff1 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:51.924810 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Attempting to bind port 0d5feae5-af7f-4357-aa48-229c60b7eff1 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:51.925257 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Attempting to bind port 0d5feae5-af7f-4357-aa48-229c60b7eff1 on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:51.934268 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:51.934645 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:51.935041 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.935437 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:51.936716 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Bound port: 0d5feae5-af7f-4357-aa48-229c60b7eff1, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:51.937317 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:51.958904 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:51.961778 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756536'] for router_interface (bad6eb72-86c3-4735-82a2-29384a4886af), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.004919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] For port 0d5feae5-af7f-4357-aa48-229c60b7eff1, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:52.010903 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] For port 0d5feae5-af7f-4357-aa48-229c60b7eff1, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=0d5feae5-af7f-4357-aa48-229c60b7eff1,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:52.022716 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Checking router: bad6eb72-86c3-4735-82a2-29384a4886af for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:20:52.023720 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Updating router bad6eb72-86c3-4735-82a2-29384a4886af port cc7b9efa-3eb0-465b-b010-9b8f38eabeec binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:20:52.084252 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Provisioning complete for port d65707b2-ce9a-403c-86c7-35793df0f10a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:52.085558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.109898 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.172873 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0277edd-5cf4-4c6a-a034-12428b1889e8 None None] Pushing event updated for resources: {'Port': ['ID=0d5feae5-af7f-4357-aa48-229c60b7eff1,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:52.189389 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.192896 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.208267 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:52.257441 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 85e5bee8-85c9-4481-b7f7-ea2452aa876f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:52.258502 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device a525b433-4f0d-458e-9755-bdd50b4481c8 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:52.262676 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04188c49-cb78-4808-a5d2-2d3156ac4051 None None] Pushing event updated for resources: {'Port': ['ID=a525b433-4f0d-458e-9755-bdd50b4481c8,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:52.316974 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:51Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:52.356586 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304fc4-afa7-4549-b564-3ae6bdd41428 None None] The sync data for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi is: [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:51Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:20:52.370475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:52.421775 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:52.424361 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks [] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.434532 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0277edd-5cf4-4c6a-a034-12428b1889e8 None None] Pushing event updated for resources: {'Port': ['ID=0d5feae5-af7f-4357-aa48-229c60b7eff1,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:52.441455 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.446876 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Routers {'9bc20793-62ba-4523-aaae-ea7d32f6fbbf'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:52.447571 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:52.462629 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:52.572231 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756136'] for router_interface (bad6eb72-86c3-4735-82a2-29384a4886af), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.579061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Pushing event updated for resources: {'Port': ['ID=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:52.594774 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Current status of the port d65707b2-ce9a-403c-86c7-35793df0f10a is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:52.595211 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.699260 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:20:52.700657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:20:52.706408 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port a525b433-4f0d-458e-9755-bdd50b4481c8 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:52.706759 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:52.712678 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:52.741653 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] For port d65707b2-ce9a-403c-86c7-35793df0f10a, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d65707b2-ce9a-403c-86c7-35793df0f10a,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:52.833418 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Router bad6eb72-86c3-4735-82a2-29384a4886af has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:20:52.934544 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48cc30-e938-4eab-9214-27cb2bf9087f None None] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:20:53.000447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:20:53.018601 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.024757 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8e48eab2-e4d4-4c5e-a246-da9963767e29 admin admin] 10.222.0.16 "PUT /v2.0/routers/bad6eb72-86c3-4735-82a2-29384a4886af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8582025 Jun 21 03:20:53.168232 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Provisioning complete for port a525b433-4f0d-458e-9755-bdd50b4481c8 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:53.168882 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.282999 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] Set router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:53.442802 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Pushing event updated for resources: {'Port': ['ID=d65707b2-ce9a-403c-86c7-35793df0f10a,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:53.574327 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port a525b433-4f0d-458e-9755-bdd50b4481c8 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:53.604902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:53.610014 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6416b937-9047-4184-9c45-484ecae476d8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338596972', 'description': 'tempest-secgroup-smoke-338596972 description', 'project_id': '775518eb8c104022b5acfd12ead0fee5'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:53.676596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6416b937-9047-4184-9c45-484ecae476d8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.683444 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Current status of the port a525b433-4f0d-458e-9755-bdd50b4481c8 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:53.720133 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Provisioning complete for port fb757767-c3d7-4e55-821d-d463ff81e804 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:53.722173 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.760658 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:53.832282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Publish callbacks [] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.836981 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-89a42479-8221-4cf8-bd60-c8e30b530d10 None None] Port fb757767-c3d7-4e55-821d-d463ff81e804 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:53.837366 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6416b937-9047-4184-9c45-484ecae476d8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group (ba6ebf35-f023-4f5e-be1c-4a63042b9c66), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.845745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6416b937-9047-4184-9c45-484ecae476d8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ba6ebf35-f023-4f5e-be1c-4a63042b9c66), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.881417 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 304ccef6-faee-473c-bb0e-401b032fc3f0 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:53.886752 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.917814 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6416b937-9047-4184-9c45-484ecae476d8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:53.919254 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6416b937-9047-4184-9c45-484ecae476d8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3135262 Jun 21 03:20:53.921560 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416b937-9047-4184-9c45-484ecae476d8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ebf35-f023-4f5e-be1c-4a63042b9c66,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:53.922694 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35086) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:53.927699 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9cc36f40-35a1-43db-8eac-cb95ae1418df tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'security_group_rule': {'security_group_id': 'ba6ebf35-f023-4f5e-be1c-4a63042b9c66', 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:53.968967 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9cc36f40-35a1-43db-8eac-cb95ae1418df tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (181424fa-c6f2-49c0-9697-089cc00d5473), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.021002 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:54.022166 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port': {'id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:47Z', 'updated_at': '2022-06-21T03:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fb757767-c3d7-4e55-821d-d463ff81e804', 'name': '', 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'mac_address': 'fa:16:3e:23:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:49Z', 'updated_at': '2022-06-21T03:20:50Z', 'revision_number': 2, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'subnets': [{'id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:54.068470 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9cc36f40-35a1-43db-8eac-cb95ae1418df tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (181424fa-c6f2-49c0-9697-089cc00d5473), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.075767 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6359c79-c243-4b27-a8cf-18655e788f16 None None] The sync data for ids ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'] in dv-cinder-846842-1-iscsi is: [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port': {'id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:47Z', 'updated_at': '2022-06-21T03:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fb757767-c3d7-4e55-821d-d463ff81e804', 'name': '', 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'mac_address': 'fa:16:3e:23:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:49Z', 'updated_at': '2022-06-21T03:20:50Z', 'revision_number': 2, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'subnets': [{'id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:20:54.081946 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4e384-5ab5-4c2a-bf67-b9f3ced1c9fa None None] Pushing event updated for resources: {'Port': ['ID=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:54.084451 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Provisioning complete for port fb757767-c3d7-4e55-821d-d463ff81e804 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:54.084878 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.087244 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9cc36f40-35a1-43db-8eac-cb95ae1418df tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (181424fa-c6f2-49c0-9697-089cc00d5473), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.145220 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Attempting to bind port cc7b9efa-3eb0-465b-b010-9b8f38eabeec on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:20:54.145220 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Attempting to bind port cc7b9efa-3eb0-465b-b010-9b8f38eabeec by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:20:54.145690 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Attempting to bind port cc7b9efa-3eb0-465b-b010-9b8f38eabeec on network 413d5376-32d8-455f-844f-7926aaeb162e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:20:54.155240 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc36f40-35a1-43db-8eac-cb95ae1418df tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181424fa-c6f2-49c0-9697-089cc00d5473,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:54.167942 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9cc36f40-35a1-43db-8eac-cb95ae1418df tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.174580 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9cc36f40-35a1-43db-8eac-cb95ae1418df tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2446768 Jun 21 03:20:54.174580 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35090) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:54.177243 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:20:54.177243 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Checking segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:20:54.177243 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.177597 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Bound using segment: {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:20:54.178377 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Bound port: cc7b9efa-3eb0-465b-b010-9b8f38eabeec, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:20:54.178517 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.183923 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-b80db919-26f4-4fc4-87e3-497e81fbed4f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'security_group_rule': {'security_group_id': 'ba6ebf35-f023-4f5e-be1c-4a63042b9c66', 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:54.193335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 304ccef6-faee-473c-bb0e-401b032fc3f0 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:54.193335 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.233665 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Port fb757767-c3d7-4e55-821d-d463ff81e804 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:54.246832 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b80db919-26f4-4fc4-87e3-497e81fbed4f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (2334a1ec-9f41-4309-a920-9b960d56d52a), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.340132 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Provisioning complete for port 304ccef6-faee-473c-bb0e-401b032fc3f0 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:54.340553 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.376990 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b80db919-26f4-4fc4-87e3-497e81fbed4f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (2334a1ec-9f41-4309-a920-9b960d56d52a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.383677 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b80db919-26f4-4fc4-87e3-497e81fbed4f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (2334a1ec-9f41-4309-a920-9b960d56d52a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.402792 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] For port cc7b9efa-3eb0-465b-b010-9b8f38eabeec, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:20:54.411779 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80db919-26f4-4fc4-87e3-497e81fbed4f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2334a1ec-9f41-4309-a920-9b960d56d52a,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:54.426980 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b80db919-26f4-4fc4-87e3-497e81fbed4f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.430806 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b80db919-26f4-4fc4-87e3-497e81fbed4f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2558777 Jun 21 03:20:54.431542 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35092) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:54.436259 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9e9763b4-0029-48ce-8a8a-f5ce26973801 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'security_group_rule': {'security_group_id': 'ba6ebf35-f023-4f5e-be1c-4a63042b9c66', 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:54.464458 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] For port cc7b9efa-3eb0-465b-b010-9b8f38eabeec, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:20:54.480655 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.487777 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 304ccef6-faee-473c-bb0e-401b032fc3f0 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:54.488627 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.491879 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e9763b4-0029-48ce-8a8a-f5ce26973801 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (7c9be7d7-893a-4069-9c78-7bfba7250965), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.576180 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e9763b4-0029-48ce-8a8a-f5ce26973801 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (7c9be7d7-893a-4069-9c78-7bfba7250965), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.585391 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e9763b4-0029-48ce-8a8a-f5ce26973801 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (7c9be7d7-893a-4069-9c78-7bfba7250965), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.622787 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9e9763b4-0029-48ce-8a8a-f5ce26973801 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.627688 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35094) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:54.630107 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 304ccef6-faee-473c-bb0e-401b032fc3f0, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=304ccef6-faee-473c-bb0e-401b032fc3f0,segment=NetworkSegment(011703fd-3856-4f5c-a0c1-4b25475f0911),segment_id=011703fd-3856-4f5c-a0c1-4b25475f0911)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:54.632778 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9e9763b4-0029-48ce-8a8a-f5ce26973801 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914670 Jun 21 03:20:54.634255 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9763b4-0029-48ce-8a8a-f5ce26973801 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9be7d7-893a-4069-9c78-7bfba7250965,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:54.637595 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-fe1c3176-53ec-4643-96db-5bab914328f7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'security_group_rule': {'security_group_id': 'ba6ebf35-f023-4f5e-be1c-4a63042b9c66', 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:54.638951 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Current status of the port 304ccef6-faee-473c-bb0e-401b032fc3f0 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:54.639329 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.653553 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.654377 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device a525b433-4f0d-458e-9755-bdd50b4481c8 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:54.696861 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3176-53ec-4643-96db-5bab914328f7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (f931c723-6ae8-4049-8f06-0ba51a87e847), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.702058 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4e384-5ab5-4c2a-bf67-b9f3ced1c9fa None None] Pushing event updated for resources: {'Port': ['ID=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:54.711193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Routers {'bad6eb72-86c3-4735-82a2-29384a4886af'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:20:54.711193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['bad6eb72-86c3-4735-82a2-29384a4886af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:54.754774 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:54.805059 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:54.817078 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port a525b433-4f0d-458e-9755-bdd50b4481c8 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:54.817460 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.830700 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3176-53ec-4643-96db-5bab914328f7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (f931c723-6ae8-4049-8f06-0ba51a87e847), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.841801 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3176-53ec-4643-96db-5bab914328f7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (f931c723-6ae8-4049-8f06-0ba51a87e847), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.867365 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c3176-53ec-4643-96db-5bab914328f7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f931c723-6ae8-4049-8f06-0ba51a87e847,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:54.881464 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3176-53ec-4643-96db-5bab914328f7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.885876 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fe1c3176-53ec-4643-96db-5bab914328f7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2567718 Jun 21 03:20:54.886547 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35096) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:54.891185 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'security_group_rule': {'security_group_id': 'ba6ebf35-f023-4f5e-be1c-4a63042b9c66', 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:54.916485 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:54.918104 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Project 775518eb8c104022b5acfd12ead0fee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 03:20:54.925286 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:54.929976 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (59e9b29f-caae-480d-8fc3-c7ba349ef930), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:54.937886 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=304ccef6-faee-473c-bb0e-401b032fc3f0,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:54.986024 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.db.api [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 03:20:54.986425 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG oslo_db.api [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 03:20:55.034056 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (59e9b29f-caae-480d-8fc3-c7ba349ef930), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.041964 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (59e9b29f-caae-480d-8fc3-c7ba349ef930), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.070412 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] Set router bad6eb72-86c3-4735-82a2-29384a4886af gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:20:55.073702 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port a525b433-4f0d-458e-9755-bdd50b4481c8 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:55.073893 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e9b29f-caae-480d-8fc3-c7ba349ef930,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:55.074838 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d65707b2-ce9a-403c-86c7-35793df0f10a up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:55.084204 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.085992 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-05e53b73-b563-4f31-8d45-9f6b4c5a5e8d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1984377 Jun 21 03:20:55.088846 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35100) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:20:55.096693 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'security_group_rule': {'security_group_id': 'ba6ebf35-f023-4f5e-be1c-4a63042b9c66', 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:20:55.135008 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Project 775518eb8c104022b5acfd12ead0fee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 03:20:55.143996 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (3eba2feb-3fbc-4314-9eed-5ebc6c2424ff), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.213944 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:20:55.223098 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (3eba2feb-3fbc-4314-9eed-5ebc6c2424ff), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.228951 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (3eba2feb-3fbc-4314-9eed-5ebc6c2424ff), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.256646 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eba2feb-3fbc-4314-9eed-5ebc6c2424ff,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:55.274236 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.283452 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1ac7030f-f0d4-4192-a3fc-23eba7de6728 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1852236 Jun 21 03:20:55.437677 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port d65707b2-ce9a-403c-86c7-35793df0f10a triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:55.437854 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.646165 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Current status of the port 304ccef6-faee-473c-bb0e-401b032fc3f0 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:55.705897 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 4, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port': {'id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b', 'name': '', 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'mac_address': 'fa:16:3e:c2:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:51Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 2, 'project_id': '9fe0fa323179498db3572def1af95429', 'subnets': [{'id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:20:55.732188 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efbc30-b17a-475f-ae1d-d6d961466414 None None] The sync data for ids ['bad6eb72-86c3-4735-82a2-29384a4886af'] in dv-cinder-846842-1-iscsi is: [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 4, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port': {'id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b', 'name': '', 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'mac_address': 'fa:16:3e:c2:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:51Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 2, 'project_id': '9fe0fa323179498db3572def1af95429', 'subnets': [{'id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:20:55.735381 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Provisioning complete for port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:55.738139 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:55.738139 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port d65707b2-ce9a-403c-86c7-35793df0f10a is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:55.808898 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:55.819701 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Provisioning complete for port d65707b2-ce9a-403c-86c7-35793df0f10a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:55.820071 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:56.035678 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-214b1f09-ce1a-4e11-860b-4c9f32de22a0 None None] Current status of the port d65707b2-ce9a-403c-86c7-35793df0f10a is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:56.086753 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 304ccef6-faee-473c-bb0e-401b032fc3f0 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:56.096033 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-f4d0c755-0908-434c-beea-765d59025522 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2686064 Jun 21 03:20:56.180980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-d756f491-c17e-4015-af6f-7e575e77467a None None] Provisioning complete for port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:56.181593 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d756f491-c17e-4015-af6f-7e575e77467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:56.283298 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e677-3985-4782-899a-a340154c6273 req-04c77448-2d75-437c-9ca4-fab44d799381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:56.287847 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-04c77448-2d75-437c-9ca4-fab44d799381 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1129 time: 0.1017373 Jun 21 03:20:56.303451 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d756f491-c17e-4015-af6f-7e575e77467a None None] Port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:20:56.320080 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 304ccef6-faee-473c-bb0e-401b032fc3f0 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:56.320621 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:56.369544 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:56.411503 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 304ccef6-faee-473c-bb0e-401b032fc3f0 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:56.412531 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 0d5feae5-af7f-4357-aa48-229c60b7eff1 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:56.445481 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e677-3985-4782-899a-a340154c6273 req-49d19ecb-49e9-4efd-b454-776fa7cafd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:56.447170 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-49d19ecb-49e9-4efd-b454-776fa7cafd5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.1272206 Jun 21 03:20:56.483017 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 0d5feae5-af7f-4357-aa48-229c60b7eff1 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:56.483380 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:56.515431 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:20:56.579770 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-f33e649d-a885-4e5e-ba75-6efcbd64eac5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 200 len: 1000 time: 0.1243532 Jun 21 03:20:56.609785 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 0d5feae5-af7f-4357-aa48-229c60b7eff1 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:56.610370 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:56.653040 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port 0d5feae5-af7f-4357-aa48-229c60b7eff1, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=0d5feae5-af7f-4357-aa48-229c60b7eff1,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:20:56.662603 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:56.665338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e677-3985-4782-899a-a340154c6273 req-5f278270-afff-49f2-9d9d-27ccc34a0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:56.667824 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-5f278270-afff-49f2-9d9d-27ccc34a0eb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0802112 Jun 21 03:20:56.727707 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e677-3985-4782-899a-a340154c6273 req-cc3bb9f9-8bd5-4142-bf5b-5b0d3fd2e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:20:56.729482 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-cc3bb9f9-8bd5-4142-bf5b-5b0d3fd2e590 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548654 Jun 21 03:20:56.776861 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=0d5feae5-af7f-4357-aa48-229c60b7eff1,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:20:56.789283 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.789581 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.789921 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.790245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.790575 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.790898 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.791215 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.791534 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.791849 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.792193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.792548 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.792833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.793143 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.793454 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.793760 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:20:56.873209 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-51656c58-a49e-45ef-86b0-f1473d840087 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361670 Jun 21 03:20:56.980831 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd53e677-3985-4782-899a-a340154c6273 req-40f5dad5-1534-4031-a516-d3a1ba20e43d service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010673 Jun 21 03:20:57.850861 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 0d5feae5-af7f-4357-aa48-229c60b7eff1 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:57.911486 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port 0d5feae5-af7f-4357-aa48-229c60b7eff1 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:57.912369 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:20:57.994652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port 0d5feae5-af7f-4357-aa48-229c60b7eff1 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:20:59.882833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b9efa-3eb0-465b-b010-9b8f38eabeec up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:20:59.974888 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port cc7b9efa-3eb0-465b-b010-9b8f38eabeec triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:20:59.975285 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:00.072693 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port cc7b9efa-3eb0-465b-b010-9b8f38eabeec is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:00.073089 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:00.096659 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] For port cc7b9efa-3eb0-465b-b010-9b8f38eabeec, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:00.101368 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:00.159697 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Pushing event updated for resources: {'Port': ['ID=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:00.753531 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Sync routers for ids ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:00.775274 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Routers {'9bc20793-62ba-4523-aaae-ea7d32f6fbbf'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:00.785465 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:00.932913 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Set router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:01.089944 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:01.164990 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port': {'id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:47Z', 'updated_at': '2022-06-21T03:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fb757767-c3d7-4e55-821d-d463ff81e804', 'name': '', 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'mac_address': 'fa:16:3e:23:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:49Z', 'updated_at': '2022-06-21T03:20:50Z', 'revision_number': 2, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'subnets': [{'id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:01.191843 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Checking router: 9bc20793-62ba-4523-aaae-ea7d32f6fbbf for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:01.192168 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Updating router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf port fb757767-c3d7-4e55-821d-d463ff81e804 binding host dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:21:01.230979 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:01.568895 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Publish callbacks [] for port (fb757767-c3d7-4e55-821d-d463ff81e804), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:01.578427 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:01.669779 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f387-7e13-4a3b-9d50-ea81123fc54b None None] Pushing event updated for resources: {'Port': ['ID=fb757767-c3d7-4e55-821d-d463ff81e804,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:01.734257 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Attempting to bind port fb757767-c3d7-4e55-821d-d463ff81e804 on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:21:01.734897 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Attempting to bind port fb757767-c3d7-4e55-821d-d463ff81e804 by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:21:01.735437 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Attempting to bind port fb757767-c3d7-4e55-821d-d463ff81e804 on network 565b32c8-ba4a-488d-9851-5225465f41ab {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:21:01.741598 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:21:01.741962 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Checking segment: {'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:21:01.742357 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:01.744471 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Bound using segment: {'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:21:01.744471 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Bound port: fb757767-c3d7-4e55-821d-d463ff81e804, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:21:01.744471 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:01.827213 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:01.866315 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] For port fb757767-c3d7-4e55-821d-d463ff81e804, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:21:01.874510 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] For port fb757767-c3d7-4e55-821d-d463ff81e804, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=fb757767-c3d7-4e55-821d-d463ff81e804,segment=NetworkSegment(0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6),segment_id=0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:21:01.886562 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:01.906283 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Sync routers for ids ['bad6eb72-86c3-4735-82a2-29384a4886af'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:01.935666 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Routers {'bad6eb72-86c3-4735-82a2-29384a4886af'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:01.937670 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['bad6eb72-86c3-4735-82a2-29384a4886af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:01.961616 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b9efa-3eb0-465b-b010-9b8f38eabeec up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:21:01.996552 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Routers {'9bc20793-62ba-4523-aaae-ea7d32f6fbbf'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:01.997305 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:02.102622 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f387-7e13-4a3b-9d50-ea81123fc54b None None] Pushing event updated for resources: {'Port': ['ID=fb757767-c3d7-4e55-821d-d463ff81e804,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:02.144127 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0fc3a3ea-3a5c-4375-93a9-759140bdf4aa None None] Provisioning complete for port fb757767-c3d7-4e55-821d-d463ff81e804 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:02.144519 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a3ea-3a5c-4375-93a9-759140bdf4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:02.216678 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:02.292087 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port cc7b9efa-3eb0-465b-b010-9b8f38eabeec triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:02.292354 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:02.388732 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] Set router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:02.479295 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Set router bad6eb72-86c3-4735-82a2-29384a4886af gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:02.481988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3a3ea-3a5c-4375-93a9-759140bdf4aa None None] Current status of the port fb757767-c3d7-4e55-821d-d463ff81e804 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:02.482393 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a3ea-3a5c-4375-93a9-759140bdf4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:02.523210 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:02.597763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-0fc3a3ea-3a5c-4375-93a9-759140bdf4aa None None] For port fb757767-c3d7-4e55-821d-d463ff81e804, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=fb757767-c3d7-4e55-821d-d463ff81e804,segment=NetworkSegment(0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6),segment_id=0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:02.663845 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a3ea-3a5c-4375-93a9-759140bdf4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:02.686395 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port': {'id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:47Z', 'updated_at': '2022-06-21T03:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fb757767-c3d7-4e55-821d-d463ff81e804', 'name': '', 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'mac_address': 'fa:16:3e:23:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:49Z', 'updated_at': '2022-06-21T03:21:01Z', 'revision_number': 4, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'subnets': [{'id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:02.713574 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port cc7b9efa-3eb0-465b-b010-9b8f38eabeec is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:02.722934 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c20278-b096-480e-a0de-2b87fecd7141 None None] The sync data for ids ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'] in dv-cinder-846842-1-iscsi is: [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port': {'id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:47Z', 'updated_at': '2022-06-21T03:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'fb757767-c3d7-4e55-821d-d463ff81e804', 'name': '', 'network_id': '565b32c8-ba4a-488d-9851-5225465f41ab', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'mac_address': 'fa:16:3e:23:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:49Z', 'updated_at': '2022-06-21T03:21:01Z', 'revision_number': 4, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'subnets': [{'id': 'f560edc4-bf18-4868-a7ae-86216215bced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:02.796652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3a3ea-3a5c-4375-93a9-759140bdf4aa None None] Pushing event updated for resources: {'Port': ['ID=fb757767-c3d7-4e55-821d-d463ff81e804,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:02.812791 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3bca3d5a-f414-474d-bcbb-88fbe6ca259e None None] Provisioning complete for port fb757767-c3d7-4e55-821d-d463ff81e804 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:02.813297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3bca3d5a-f414-474d-bcbb-88fbe6ca259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:02.924279 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 4, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port': {'id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b', 'name': '', 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'mac_address': 'fa:16:3e:c2:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:51Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 2, 'project_id': '9fe0fa323179498db3572def1af95429', 'subnets': [{'id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:02.954841 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Checking router: bad6eb72-86c3-4735-82a2-29384a4886af for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:02.955067 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Updating router bad6eb72-86c3-4735-82a2-29384a4886af port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b binding host dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 03:21:03.028903 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:03.195669 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3bca3d5a-f414-474d-bcbb-88fbe6ca259e None None] Current status of the port fb757767-c3d7-4e55-821d-d463ff81e804 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:03.426320 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:03.524607 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Publish callbacks [] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:03.532169 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:03.583401 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34fbe7-9a0e-4066-a0c7-4da72ba61c58 None None] Pushing event updated for resources: {'Port': ['ID=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:03.780297 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Attempting to bind port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b on host dv-cinder-846842-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:21:03.780719 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Attempting to bind port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b by drivers openvswitch,hyperv on host dv-cinder-846842-1-iscsi at level 0 using segments [{'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:21:03.781048 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Attempting to bind port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b on network f9ca1c5d-0141-45ab-8705-04381b52c0e3 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:21:03.788635 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Checking agent: {'id': 'ddce9a88-089f-4f9a-9f62-28ee970e0519', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 0, 47), 'started_at': datetime.datetime(2022, 6, 21, 3, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:21:03.789083 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Checking segment: {'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:21:03.789549 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:03.789993 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Bound using segment: {'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:21:03.790573 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Bound port: e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b, host: dv-cinder-846842-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011703fd-3856-4f5c-a0c1-4b25475f0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:21:03.791067 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:03.890373 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] For port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b, host dv-cinder-846842-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:21:03.895061 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] For port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b, host dv-cinder-846842-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,segment=NetworkSegment(011703fd-3856-4f5c-a0c1-4b25475f0911),segment_id=011703fd-3856-4f5c-a0c1-4b25475f0911)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:21:03.907660 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:03.955237 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device fb757767-c3d7-4e55-821d-d463ff81e804 up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:21:04.028632 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:04.046354 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Routers {'bad6eb72-86c3-4735-82a2-29384a4886af'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:04.047247 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:20:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['bad6eb72-86c3-4735-82a2-29384a4886af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:04.050737 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port fb757767-c3d7-4e55-821d-d463ff81e804 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:04.051252 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:04.086388 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34fbe7-9a0e-4066-a0c7-4da72ba61c58 None None] Pushing event updated for resources: {'Port': ['ID=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:04.216362 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-615621c2-05fd-49ba-bc7d-16af658616a1 None None] Provisioning complete for port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:04.216902 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-615621c2-05fd-49ba-bc7d-16af658616a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:04.268214 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port fb757767-c3d7-4e55-821d-d463ff81e804 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:04.340043 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] Set router bad6eb72-86c3-4735-82a2-29384a4886af gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:04.405365 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:04.440988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-615621c2-05fd-49ba-bc7d-16af658616a1 None None] Current status of the port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:04.441390 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-615621c2-05fd-49ba-bc7d-16af658616a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:04.535601 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-615621c2-05fd-49ba-bc7d-16af658616a1 None None] For port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,segment=NetworkSegment(011703fd-3856-4f5c-a0c1-4b25475f0911),segment_id=011703fd-3856-4f5c-a0c1-4b25475f0911)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:04.542625 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-615621c2-05fd-49ba-bc7d-16af658616a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:04.606189 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=45,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:04.619112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=37,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:04.646636 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615621c2-05fd-49ba-bc7d-16af658616a1 None None] Pushing event updated for resources: {'Port': ['ID=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:04.650804 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 4, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port': {'id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b', 'name': '', 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'mac_address': 'fa:16:3e:c2:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:51Z', 'updated_at': '2022-06-21T03:21:03Z', 'revision_number': 4, 'project_id': '9fe0fa323179498db3572def1af95429', 'subnets': [{'id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:04.688963 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9463db9-33f7-4558-8fe7-6967b86b921d None None] The sync data for ids ['bad6eb72-86c3-4735-82a2-29384a4886af'] in dv-cinder-846842-1-iscsi is: [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 4, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port': {'id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b', 'name': '', 'network_id': 'f9ca1c5d-0141-45ab-8705-04381b52c0e3', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'mac_address': 'fa:16:3e:c2:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:51Z', 'updated_at': '2022-06-21T03:21:03Z', 'revision_number': 4, 'project_id': '9fe0fa323179498db3572def1af95429', 'subnets': [{'id': '1cbeda3d-3cc1-4925-9f34-3f70d9050a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:04.692389 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-c883f90c-e5c4-4bd9-a9b7-4ffe990b484b None None] Provisioning complete for port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:04.692845 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c883f90c-e5c4-4bd9-a9b7-4ffe990b484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:04.772376 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-c883f90c-e5c4-4bd9-a9b7-4ffe990b484b None None] Current status of the port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:04.780611 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:04.815642 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:04.852364 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-c0a605c9-3c04-4484-9179-2cf632bac24b tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:04.853994 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-c0a605c9-3c04-4484-9179-2cf632bac24b tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 814 time: 0.1199481 Jun 21 03:21:04.872109 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-1a97989d-6d81-4888-9d3f-004bb5a09f69 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/quotas/5e57658c9c9340adba6ab15050b24e8a HTTP/1.1" status: 200 len: 375 time: 0.0102928 Jun 21 03:21:04.925366 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-a369522f-8bef-401f-8b79-17f9e4388944 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473921 Jun 21 03:21:05.001163 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-42642f51-23f5-467a-ad86-ecb1c4c7f29f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:21:05.002491 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-42642f51-23f5-467a-ad86-ecb1c4c7f29f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0647748 Jun 21 03:21:05.107305 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-763ea565-03f0-4ffb-9949-dc7081cae6e1 service neutron] 10.222.0.16 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986991 Jun 21 03:21:05.203391 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-7858824d-081e-4ad0-8ad7-96935f34a50e service neutron] 10.222.0.16 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901904 Jun 21 03:21:05.366352 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4005ba71-b33c-4d92-8296-5c34797d9eac req-c50b3698-9c38-4151-9c66-f9a91378372d tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 210 time: 0.0283225 Jun 21 03:21:05.860607 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b up at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:21:05.913776 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Provisioning complete for port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:05.914152 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:05.985260 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:05.987945 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Current status of the port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:06.479726 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7a9c499-c8b4-4fb4-b053-57b1cb6e3fc4 req-31cd0943-13a5-4b26-a3f5-9f1c4bc39998 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 210 time: 0.0382621 Jun 21 03:21:07.587981 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f4ad9f71-debe-4a58-b859-29f3ec8bbd33 req-9ce22b4a-3e62-4ca2-8129-74d19024ee42 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 210 time: 0.0347190 Jun 21 03:21:08.698488 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-152ee8a5-5b1d-4212-a219-a05c728f1612 req-d3af07dc-e2e7-4dc1-994c-0a4f1862b164 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 210 time: 0.0378613 Jun 21 03:21:09.799692 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a0b46f89-9f75-48a7-af67-d525d217253e req-f25ff895-9827-4f37-9405-c831ff287710 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 210 time: 0.0317047 Jun 21 03:21:10.904791 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bc1b91b-0268-4f7c-90ad-737c82148f91 req-c267eab3-67ad-4db0-8b1e-a84fe7a50b63 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 210 time: 0.0282543 Jun 21 03:21:11.635583 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e97afd60-05d2-4ea7-8a1a-06a83c26668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:12.014914 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c386db5-7cb3-4ae5-a2ce-78617cbeb842 req-1c9ebabc-2e79-4a26-8420-734bd054ce7f tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 210 time: 0.0308778 Jun 21 03:21:12.681035 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:12.690861 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:UPDATE=1,neutron:SELECT=41,neutron:INSERT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:12.717078 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-74456bed-6929-4b22-89ed-ecafa71ad687 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:12.718568 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-74456bed-6929-4b22-89ed-ecafa71ad687 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 814 time: 0.1099229 Jun 21 03:21:12.739555 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'port': {'device_id': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'admin_state_up': True, 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:12.856947 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Made reservation on behalf of 5e57658c9c9340adba6ab15050b24e8a for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:21:12.860224 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:13.000132 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Allocated IP 172.20.0.13 (04bab0d7-ec3d-4594-a10a-c0d2840f14fd/849f19ae-dfcd-49a5-8eb2-e5cf3b936e89/4c7cd145-f55d-411f-9d56-f4f86a8cec19) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:21:13.167837 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:13.198285 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:13.198930 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:13.214826 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:13.290299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:21:13.296612 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7cf50-8522-4243-ace3-38a404c1fcfc req-2a8de701-9a92-4ac4-848f-0195cd443604 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:13.298568 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38a7cf50-8522-4243-ace3-38a404c1fcfc req-2a8de701-9a92-4ac4-848f-0195cd443604 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0981982 Jun 21 03:21:13.304309 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:21:13.309974 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:21:13.351052 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:13.397894 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:13.398562 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:13.426250 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38a7cf50-8522-4243-ace3-38a404c1fcfc req-b0b78e55-c2a6-4af5-ac75-56cff694e6f0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196232 Jun 21 03:21:13.445464 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-6925ad5b-f635-4eaf-be03-2a1da1c078ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7115788 Jun 21 03:21:13.758123 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b459a86f-3f2a-49fd-aa1a-e274689f4664 None None] Provisioning complete for port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:13.759019 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b459a86f-3f2a-49fd-aa1a-e274689f4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:13.799141 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b459a86f-3f2a-49fd-aa1a-e274689f4664 None None] Port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:21:13.857972 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-85b62cae-9113-48dc-b7bb-07be87cc6eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:14.553247 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46effa-d89b-4ad5-983b-2f272140d2ed req-35bb40ae-5ac0-4a13-a7ba-a438aaef5d49 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:14.556157 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea46effa-d89b-4ad5-983b-2f272140d2ed req-35bb40ae-5ac0-4a13-a7ba-a438aaef5d49 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0516665 Jun 21 03:21:14.605446 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea46effa-d89b-4ad5-983b-2f272140d2ed req-ea63baba-e38b-4584-87e9-dcc858a70db6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447974 Jun 21 03:21:14.920977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:15.732667 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f682-deb3-4096-a90b-55413cc06978 req-557d0ae2-fd48-4cb6-b25d-26c0da3555c4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:15.734177 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f249f682-deb3-4096-a90b-55413cc06978 req-557d0ae2-fd48-4cb6-b25d-26c0da3555c4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0504251 Jun 21 03:21:15.786213 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f249f682-deb3-4096-a90b-55413cc06978 req-32f7ad5c-0cd5-4033-81c8-3b4e1af37e0d tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455022 Jun 21 03:21:16.336517 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:16.736102 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:16.752968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35446) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:16.921220 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8115-8adb-4047-844b-6dfe45cc1cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:16.929014 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e732c-dbd4-4fa2-82a8-92ba998e4a20 req-318cf8b2-a779-464b-9c45-cf4ec7152b17 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:16.933110 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e9e732c-dbd4-4fa2-82a8-92ba998e4a20 req-318cf8b2-a779-464b-9c45-cf4ec7152b17 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0705652 Jun 21 03:21:17.027344 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e9e732c-dbd4-4fa2-82a8-92ba998e4a20 req-d42d4e9d-163f-4538-9499-97a6aeaec391 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851946 Jun 21 03:21:17.066634 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8115-8adb-4047-844b-6dfe45cc1cb2 admin admin] Publish callbacks [] for security_group (f0bed58f-b983-495a-921c-19241bc2dde8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.071352 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b3f8115-8adb-4047-844b-6dfe45cc1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f0bed58f-b983-495a-921c-19241bc2dde8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.115859 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2b3f8115-8adb-4047-844b-6dfe45cc1cb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2c9067b02ee4ad988b7a85806a7fdd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616908 Jun 21 03:21:17.120466 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f8115-8adb-4047-844b-6dfe45cc1cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bed58f-b983-495a-921c-19241bc2dde8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:17.120686 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35452) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:17.177752 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca1b9-69cf-4991-a750-31bc75b53920 admin admin] Publish callbacks [] for security_group (f0bed58f-b983-495a-921c-19241bc2dde8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.201407 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca1b9-69cf-4991-a750-31bc75b53920 admin admin] Publish callbacks [] for security_group (f0bed58f-b983-495a-921c-19241bc2dde8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.258015 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca1b9-69cf-4991-a750-31bc75b53920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f0bed58f-b983-495a-921c-19241bc2dde8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.260772 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca1b9-69cf-4991-a750-31bc75b53920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.262524 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4f7ca1b9-69cf-4991-a750-31bc75b53920 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0bed58f-b983-495a-921c-19241bc2dde8 HTTP/1.1" status: 204 len: 168 time: 0.1424649 Jun 21 03:21:17.272044 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ca1b9-69cf-4991-a750-31bc75b53920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bed58f-b983-495a-921c-19241bc2dde8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:17.629361 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35460) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:17.642768 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0ef3047b-6ae6-43f7-9315-e881357cf05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.731931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0ef3047b-6ae6-43f7-9315-e881357cf05d admin admin] Publish callbacks [] for security_group (b59af28a-e611-4bfc-8654-e862ad100859), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.737378 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0ef3047b-6ae6-43f7-9315-e881357cf05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b59af28a-e611-4bfc-8654-e862ad100859), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.780917 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3047b-6ae6-43f7-9315-e881357cf05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59af28a-e611-4bfc-8654-e862ad100859,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:17.785525 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0ef3047b-6ae6-43f7-9315-e881357cf05d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0a71f86fc00433aa0559aeb12fe4648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551521 Jun 21 03:21:17.788279 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35462) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:17.882411 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d27d0474-521a-42ba-8c83-44c6ce1eef06 admin admin] Publish callbacks [] for security_group (b59af28a-e611-4bfc-8654-e862ad100859), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.899633 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:17.925598 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d27d0474-521a-42ba-8c83-44c6ce1eef06 admin admin] Publish callbacks [] for security_group (b59af28a-e611-4bfc-8654-e862ad100859), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.988565 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d27d0474-521a-42ba-8c83-44c6ce1eef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b59af28a-e611-4bfc-8654-e862ad100859), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.992568 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d27d0474-521a-42ba-8c83-44c6ce1eef06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:17.997325 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d27d0474-521a-42ba-8c83-44c6ce1eef06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b59af28a-e611-4bfc-8654-e862ad100859 HTTP/1.1" status: 204 len: 168 time: 0.2054729 Jun 21 03:21:18.005660 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d0474-521a-42ba-8c83-44c6ce1eef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59af28a-e611-4bfc-8654-e862ad100859,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:18.116957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:18.182448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb6f8-b224-4244-970f-bcb2a622a369 req-892773d1-590a-4f00-bc22-a128d11e9076 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:18.198927 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7eaeb6f8-b224-4244-970f-bcb2a622a369 req-892773d1-590a-4f00-bc22-a128d11e9076 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.1002333 Jun 21 03:21:18.269345 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7eaeb6f8-b224-4244-970f-bcb2a622a369 req-6f2f48af-abe6-4777-8622-f9e572a211e0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588784 Jun 21 03:21:19.416281 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1dce6-0951-4723-9467-76f9cfd6a2e4 req-046a7007-1b45-4921-83c7-e2bc793c1754 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:19.417978 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fee1dce6-0951-4723-9467-76f9cfd6a2e4 req-046a7007-1b45-4921-83c7-e2bc793c1754 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0780606 Jun 21 03:21:19.486619 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fee1dce6-0951-4723-9467-76f9cfd6a2e4 req-8ae972d7-d309-49b8-bb19-9dda3e2e059e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621929 Jun 21 03:21:20.642262 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45d927-3f58-4247-9987-7ec036653e0e req-19f73f22-dbc1-4c8e-97c7-249625c38c0b tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:20.643846 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c45d927-3f58-4247-9987-7ec036653e0e req-19f73f22-dbc1-4c8e-97c7-249625c38c0b tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0740459 Jun 21 03:21:20.682014 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:20.770509 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c45d927-3f58-4247-9987-7ec036653e0e req-a164d219-b60f-4c8c-adea-be65903f6ed5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Jun 21 03:21:21.565977 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35610) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:21.697996 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04538585-7eb9-4ce4-98a5-8a41e29fcbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:21.787709 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04538585-7eb9-4ce4-98a5-8a41e29fcbb5 admin admin] Publish callbacks [] for security_group (f1e58418-f9a2-44f2-b0b2-398494fbf7d3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:21.793759 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-04538585-7eb9-4ce4-98a5-8a41e29fcbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f1e58418-f9a2-44f2-b0b2-398494fbf7d3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:21.834054 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-04538585-7eb9-4ce4-98a5-8a41e29fcbb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd15557a0c31413dab7a502128e233e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669873 Jun 21 03:21:21.836855 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:21.837395 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04538585-7eb9-4ce4-98a5-8a41e29fcbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e58418-f9a2-44f2-b0b2-398494fbf7d3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:21.909493 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f4-0c55-406e-9929-e51438a6755b req-1601d7cf-fbc7-4dca-b519-57121a6a0a03 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:21.910931 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82f206f4-0c55-406e-9929-e51438a6755b req-1601d7cf-fbc7-4dca-b519-57121a6a0a03 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0717795 Jun 21 03:21:21.938467 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55768d18-4b8e-44a8-a7e1-fd7b08a4b4c6 admin admin] Publish callbacks [] for security_group (f1e58418-f9a2-44f2-b0b2-398494fbf7d3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:21.981583 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55768d18-4b8e-44a8-a7e1-fd7b08a4b4c6 admin admin] Publish callbacks [] for security_group (f1e58418-f9a2-44f2-b0b2-398494fbf7d3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:21.990458 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82f206f4-0c55-406e-9929-e51438a6755b req-a3713a8f-4825-4d4d-95b4-e891df61e2a6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738597 Jun 21 03:21:22.038894 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55768d18-4b8e-44a8-a7e1-fd7b08a4b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (f1e58418-f9a2-44f2-b0b2-398494fbf7d3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.041478 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-55768d18-4b8e-44a8-a7e1-fd7b08a4b4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.044905 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-55768d18-4b8e-44a8-a7e1-fd7b08a4b4c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1e58418-f9a2-44f2-b0b2-398494fbf7d3 HTTP/1.1" status: 204 len: 168 time: 0.2068934 Jun 21 03:21:22.053169 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55768d18-4b8e-44a8-a7e1-fd7b08a4b4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e58418-f9a2-44f2-b0b2-398494fbf7d3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:22.336982 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35626) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:22.350647 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fea86ce-ddf0-43b1-851f-377a25f36ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.394553 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:22.429817 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:22.431752 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fea86ce-ddf0-43b1-851f-377a25f36ae1 admin admin] Publish callbacks [] for security_group (2421fc5b-acd2-4c61-9b5a-f24d6562e91c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.436617 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fea86ce-ddf0-43b1-851f-377a25f36ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2421fc5b-acd2-4c61-9b5a-f24d6562e91c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.477842 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4fea86ce-ddf0-43b1-851f-377a25f36ae1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46baf1b5ce6f45dbad51cc97a336a43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396968 Jun 21 03:21:22.478671 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea86ce-ddf0-43b1-851f-377a25f36ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421fc5b-acd2-4c61-9b5a-f24d6562e91c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:22.481436 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35628) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:22.533011 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7991e115-6ffc-45ac-bf11-839ea0ccbc0b admin admin] Publish callbacks [] for security_group (2421fc5b-acd2-4c61-9b5a-f24d6562e91c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.554439 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7991e115-6ffc-45ac-bf11-839ea0ccbc0b admin admin] Publish callbacks [] for security_group (2421fc5b-acd2-4c61-9b5a-f24d6562e91c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.605756 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7991e115-6ffc-45ac-bf11-839ea0ccbc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2421fc5b-acd2-4c61-9b5a-f24d6562e91c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.608281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7991e115-6ffc-45ac-bf11-839ea0ccbc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:22.609446 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7991e115-6ffc-45ac-bf11-839ea0ccbc0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2421fc5b-acd2-4c61-9b5a-f24d6562e91c HTTP/1.1" status: 204 len: 168 time: 0.1268928 Jun 21 03:21:22.617832 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991e115-6ffc-45ac-bf11-839ea0ccbc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421fc5b-acd2-4c61-9b5a-f24d6562e91c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:22.972919 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-b94895e8-472b-40de-81d0-ed71bc657b6f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338596972&fields=id&tenant_id=775518eb8c104022b5acfd12ead0fee5 HTTP/1.1" status: 200 len: 267 time: 0.0481606 Jun 21 03:21:23.085709 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-b698e88f-4ba5-45c6-8328-5491a3742e27 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:23.087295 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-b698e88f-4ba5-45c6-8328-5491a3742e27 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 809 time: 0.1080086 Jun 21 03:21:23.105003 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-96d351e3-efe9-44fa-a0e6-00aa56580a73 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/quotas/775518eb8c104022b5acfd12ead0fee5 HTTP/1.1" status: 200 len: 375 time: 0.0112991 Jun 21 03:21:23.118907 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb666387-0c25-421f-90e0-14907ab50816 req-6dd66f27-57ce-4c24-b545-cd6c7c3d9db2 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:23.120543 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bb666387-0c25-421f-90e0-14907ab50816 req-6dd66f27-57ce-4c24-b545-cd6c7c3d9db2 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0505261 Jun 21 03:21:23.168850 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-767c3d92-1057-4b57-a2c9-43caf705a6d2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590093 Jun 21 03:21:23.180442 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bb666387-0c25-421f-90e0-14907ab50816 req-153e8b21-0a62-4c55-961e-f8f7ecd6e6a2 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542345 Jun 21 03:21:23.249504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:23.269293 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-5c99f04a-afe1-41f9-827c-ecb9420e3fea service neutron] 10.222.0.16 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934572 Jun 21 03:21:23.365693 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-5eaa6935-3f9f-44d8-a0c7-64359bcb1bc3 service neutron] 10.222.0.16 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905139 Jun 21 03:21:23.663270 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-30a21202-5e3f-4a3a-b073-ebf7cd2e5215 req-a475a068-af41-4964-bd28-f1b0dcf7b9fa tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 210 time: 0.0317836 Jun 21 03:21:24.096582 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Request body: {'port': {'device_id': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:24.165628 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.315741 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:24.368278 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc7b59-8dc9-4e77-99ea-c96c95b2c8d1 req-644a3c67-35df-4fd2-bb93-046948bea521 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:24.371580 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8fc7b59-8dc9-4e77-99ea-c96c95b2c8d1 req-644a3c67-35df-4fd2-bb93-046948bea521 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 932 time: 0.0776834 Jun 21 03:21:24.387497 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35698) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:24.474536 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8fc7b59-8dc9-4e77-99ea-c96c95b2c8d1 req-ba6ce748-dc4a-436a-860d-9f6235fda0ba tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925171 Jun 21 03:21:24.499359 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bbd7-5820-4572-ac5b-71d7f2ebc72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.554931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7cd145-f55d-411f-9d56-f4f86a8cec19 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:21:24.562681 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Publish callbacks [] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.576118 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Transition to ACTIVE for port object 4c7cd145-f55d-411f-9d56-f4f86a8cec19 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:21:24.579594 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bbd7-5820-4572-ac5b-71d7f2ebc72a admin admin] Publish callbacks [] for security_group (79306c58-bc3d-4051-b5c0-c52d99f8488f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.581824 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.583885 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bbd7-5820-4572-ac5b-71d7f2ebc72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (79306c58-bc3d-4051-b5c0-c52d99f8488f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.631580 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8fe1bbd7-5820-4572-ac5b-71d7f2ebc72a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=322f5a8de9274586a559ceaea36f7438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428937 Jun 21 03:21:24.632511 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35702) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:24.634543 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1bbd7-5820-4572-ac5b-71d7f2ebc72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79306c58-bc3d-4051-b5c0-c52d99f8488f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:24.682242 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:24.703056 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7fc228ce-991e-46f7-b954-a6cad9e6799f admin admin] Publish callbacks [] for security_group (79306c58-bc3d-4051-b5c0-c52d99f8488f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.725825 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Attempting to bind port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:21:24.726327 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Attempting to bind port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:21:24.727061 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Attempting to bind port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 on network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:21:24.733890 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 on network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:21:24.734373 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Attempting to bind port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 on network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:21:24.735735 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7fc228ce-991e-46f7-b954-a6cad9e6799f admin admin] Publish callbacks [] for security_group (79306c58-bc3d-4051-b5c0-c52d99f8488f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.742059 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:21:24.742432 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Checking segment: {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:21:24.742813 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Bound using segment: {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:21:24.743793 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Bound port: 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dc6b38-e927-4331-890a-e2f4260feb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:21:24.744696 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.824641 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:21:24.829360 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:21:24.838046 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.884952 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:24.885695 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:24.887162 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 1094 time: 0.7955329 Jun 21 03:21:24.889680 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:24.892494 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874" -d '{"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:24.919798 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:24.942884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cf941-e639-496a-85e4-9f3e0a57e2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:24.972115 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46cc40b-5199-4307-9dfd-172c39adc1c9 x-openstack-request-id: req-c46cc40b-5199-4307-9dfd-172c39adc1c9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:24.972425 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:24.972685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c46cc40b-5199-4307-9dfd-172c39adc1c9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:24.973090 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46cc40b-5199-4307-9dfd-172c39adc1c9'] response: {'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'status': 'completed', 'code': 200} Jun 21 03:21:25.001949 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-97b9a70b-09ec-4edf-a5c2-33037e7c5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:25.003474 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-97b9a70b-09ec-4edf-a5c2-33037e7c5013 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1128 time: 0.0466588 Jun 21 03:21:25.069935 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-02e615e3-431d-44f2-9f87-fb531aa7030f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 217 time: 0.0420132 Jun 21 03:21:25.130771 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-4e1a5ef5-af0f-4ff9-ab08-b472b42327f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:25.132219 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-4e1a5ef5-af0f-4ff9-ab08-b472b42327f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.0565538 Jun 21 03:21:25.134403 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-041983fc-6fdc-40c7-ab11-62853654f684 req-fe83ce0d-37a3-4769-b52e-7a7611d0dc15 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 210 time: 0.0626347 Jun 21 03:21:25.172034 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7fc228ce-991e-46f7-b954-a6cad9e6799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (79306c58-bc3d-4051-b5c0-c52d99f8488f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.174767 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7fc228ce-991e-46f7-b954-a6cad9e6799f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.175974 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7fc228ce-991e-46f7-b954-a6cad9e6799f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79306c58-bc3d-4051-b5c0-c52d99f8488f HTTP/1.1" status: 204 len: 168 time: 0.5425909 Jun 21 03:21:25.193797 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-10969f8f-9667-4c76-a2d6-6b56a5c7e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:25.195242 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-10969f8f-9667-4c76-a2d6-6b56a5c7e347 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566916 Jun 21 03:21:25.214199 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc228ce-991e-46f7-b954-a6cad9e6799f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79306c58-bc3d-4051-b5c0-c52d99f8488f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:25.247730 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-b0648607-b9fe-4752-a96c-cdaa616d1560 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:25.249443 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-b0648607-b9fe-4752-a96c-cdaa616d1560 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 809 time: 0.1766250 Jun 21 03:21:25.303958 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-d9a72b17-1e79-49b2-952c-c0cb99fd6f6f service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018748 Jun 21 03:21:25.328811 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-58dd0243-54b5-4628-878e-915e7173d1f6 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=775518eb8c104022b5acfd12ead0fee5 HTTP/1.1" status: 200 len: 379 time: 0.0633636 Jun 21 03:21:25.338084 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'port': {'device_id': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'admin_state_up': True, 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'security_groups': ['ba6ebf35-f023-4f5e-be1c-4a63042b9c66']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:25.415144 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f0b7916-2401-4230-98f3-d8f0ba4a9751 req-57d99210-89d1-4758-9fc9-1a9dfb6ea754 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051164 Jun 21 03:21:25.458296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Made reservation on behalf of 775518eb8c104022b5acfd12ead0fee5 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:21:25.461809 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.486284 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:25.499428 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35714) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:25.514213 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e0e04cd-3784-4300-a0aa-a9dced5d8758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.543771 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:25.554508 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:25.605598 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Allocated IP 172.20.0.4 (abd812e3-b0dd-4cff-a66a-a63206802dd9/22d1127e-dca4-4edc-9c99-5da0f26e7f2c/77e657ce-c759-4da2-a7bb-cf9e5b28f113) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:21:25.633297 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de3ab-6d85-4fd4-b703-126e11533338 req-2c1ca9f0-92b9-4b8b-bfcf-dd60f2f00a11 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:25.634762 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c96de3ab-6d85-4fd4-b703-126e11533338 req-2c1ca9f0-92b9-4b8b-bfcf-dd60f2f00a11 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 944 time: 0.0673008 Jun 21 03:21:25.644643 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e0e04cd-3784-4300-a0aa-a9dced5d8758 admin admin] Publish callbacks [] for security_group (b96e2080-6dc1-40f1-a489-960a18306830), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.652076 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e0e04cd-3784-4300-a0aa-a9dced5d8758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b96e2080-6dc1-40f1-a489-960a18306830), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.710697 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6e0e04cd-3784-4300-a0aa-a9dced5d8758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=047a798e56ae4dc684b8dfb9d28ca487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101583 Jun 21 03:21:25.715265 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35716) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:25.725314 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e04cd-3784-4300-a0aa-a9dced5d8758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e2080-6dc1-40f1-a489-960a18306830,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:25.731896 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c96de3ab-6d85-4fd4-b703-126e11533338 req-a3c76c23-7882-4677-ba3a-24783b3976db tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895045 Jun 21 03:21:25.792559 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.808763 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8815f359-1269-4621-9de4-d831b8b03fd6 admin admin] Publish callbacks [] for security_group (b96e2080-6dc1-40f1-a489-960a18306830), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.844998 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8815f359-1269-4621-9de4-d831b8b03fd6 admin admin] Publish callbacks [] for security_group (b96e2080-6dc1-40f1-a489-960a18306830), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.877178 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.935506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:21:25.939550 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:21:25.944126 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:21:25.952871 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:25.989424 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8815f359-1269-4621-9de4-d831b8b03fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (b96e2080-6dc1-40f1-a489-960a18306830), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.992113 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8815f359-1269-4621-9de4-d831b8b03fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:25.993635 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8815f359-1269-4621-9de4-d831b8b03fd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b96e2080-6dc1-40f1-a489-960a18306830 HTTP/1.1" status: 204 len: 168 time: 0.2775202 Jun 21 03:21:26.012529 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:26.013146 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:26.017217 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815f359-1269-4621-9de4-d831b8b03fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e2080-6dc1-40f1-a489-960a18306830,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:26.037658 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-71b39628-461c-4f07-94a1-d6069825c0d7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7037668 Jun 21 03:21:26.170821 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-98db301d-0b64-4530-8cd0-4da63a1329db None None] Provisioning complete for port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:26.171296 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-98db301d-0b64-4530-8cd0-4da63a1329db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:26.203901 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-98db301d-0b64-4530-8cd0-4da63a1329db None None] Port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:21:26.258311 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993f597-0084-4f63-9690-083849c384ab req-a0c01062-bf3c-41f3-936c-44bd2981437c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:26.260102 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4993f597-0084-4f63-9690-083849c384ab req-a0c01062-bf3c-41f3-936c-44bd2981437c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 931 time: 0.0496590 Jun 21 03:21:26.310452 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4993f597-0084-4f63-9690-083849c384ab req-0045024b-ee52-4a9a-ac39-5f83e96acc76 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447195 Jun 21 03:21:26.857290 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea5880-4e51-49b9-bc12-6483999d0762 req-cf5a9059-b4f3-48ae-b84e-ce14a4f9b94d tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:26.858781 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-54ea5880-4e51-49b9-bc12-6483999d0762 req-cf5a9059-b4f3-48ae-b84e-ce14a4f9b94d tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 944 time: 0.0555758 Jun 21 03:21:26.909212 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-54ea5880-4e51-49b9-bc12-6483999d0762 req-c9e839f3-e275-4c83-9aee-38772ec81675 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Jun 21 03:21:27.427613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad70ef-59e6-491e-83fd-13f870cab327 req-82345a56-ce71-4c5a-b15c-0337254b728c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:27.429136 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0cad70ef-59e6-491e-83fd-13f870cab327 req-82345a56-ce71-4c5a-b15c-0337254b728c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 931 time: 0.0509720 Jun 21 03:21:27.479705 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0cad70ef-59e6-491e-83fd-13f870cab327 req-1ace27af-b7e2-48f9-a38c-0c1037533ac3 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446146 Jun 21 03:21:27.543088 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Request body: {'port': {'device_id': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:27.563324 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-e120a94d-9b23-41a1-88f1-56442cd92353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:27.564967 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-e120a94d-9b23-41a1-88f1-56442cd92353 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1128 time: 0.0473633 Jun 21 03:21:27.610461 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:27.611877 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:27.628161 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:27.662269 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:27.672940 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-e045152f-7843-4d56-b9b9-cb0e2b95cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:27.674634 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-e045152f-7843-4d56-b9b9-cb0e2b95cb05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 915 time: 0.1042955 Jun 21 03:21:27.726556 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-0fef9f65-f147-41f4-829d-08ec8cf8ac3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 217 time: 0.0461788 Jun 21 03:21:27.917135 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e657ce-c759-4da2-a7bb-cf9e5b28f113 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:21:27.925964 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Publish callbacks [] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:27.940760 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Transition to ACTIVE for port object 77e657ce-c759-4da2-a7bb-cf9e5b28f113 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:21:27.948253 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.019679 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:28.131505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Attempting to bind port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:21:28.132016 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Attempting to bind port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:21:28.132466 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Attempting to bind port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 on network abd812e3-b0dd-4cff-a66a-a63206802dd9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:21:28.135442 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-27a090f8-ab5c-4766-af3c-22f7a1d10643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.137576 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-27a090f8-ab5c-4766-af3c-22f7a1d10643 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.3650839 Jun 21 03:21:28.139049 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 on network abd812e3-b0dd-4cff-a66a-a63206802dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:21:28.139487 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Attempting to bind port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 on network abd812e3-b0dd-4cff-a66a-a63206802dd9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:21:28.155813 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:21:28.158146 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Checking segment: {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:21:28.158811 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Bound using segment: {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:21:28.160016 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Bound port: 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c3d59e-b3cb-42a8-a4ce-abd285f6630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:21:28.160537 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.184483 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c80e72-ef2e-46b0-b7d8-fb6437f8166a req-04f5a920-be98-449c-8239-54b2cb8d50a0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.192651 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2c80e72-ef2e-46b0-b7d8-fb6437f8166a req-04f5a920-be98-449c-8239-54b2cb8d50a0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 944 time: 0.0985999 Jun 21 03:21:28.226870 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-ecfa5eb9-7b8d-4179-92b1-cb6f1fba3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.228670 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-ecfa5eb9-7b8d-4179-92b1-cb6f1fba3c0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836432 Jun 21 03:21:28.246412 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:21:28.251201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:21:28.258545 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.285688 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2c80e72-ef2e-46b0-b7d8-fb6437f8166a req-3997c7c8-6e17-40ff-9e31-45ef9de0d6be tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919893 Jun 21 03:21:28.302181 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.302775 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.304367 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] 10.222.0.36 "PUT /v2.0/ports/77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 1093 time: 0.7768803 Jun 21 03:21:28.306608 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:28.309052 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e01f572-b14f-4c3e-852e-419b672d1519" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:28.348025 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67109dc4-e45f-4165-9cfb-baea08e5ab60 service neutron] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:28.358077 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-3067b3fa-1ea5-4349-89bf-815be27a838f service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208551 Jun 21 03:21:28.437222 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-a94698d9-1eb2-4f99-adb7-a9e4551c623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.438932 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-a94698d9-1eb2-4f99-adb7-a9e4551c623b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1127 time: 0.0511138 Jun 21 03:21:28.492216 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-8b248941-0072-4ecf-9e62-a0856cfbccc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 217 time: 0.0407364 Jun 21 03:21:28.501355 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35798) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:28.510302 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f6f2ffe0-2525-4a9d-8698-de2ab2e0e874 req-5c81a5c1-7f87-4e86-8a0e-b6ddc449cc71 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426423 Jun 21 03:21:28.591792 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-a93aaf48-de27-4fa5-a6f6-c2981c788fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.593318 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-a93aaf48-de27-4fa5-a6f6-c2981c788fc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0956929 Jun 21 03:21:28.646236 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-1deaeb85-7530-4648-a364-becaace34079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.647746 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-1deaeb85-7530-4648-a364-becaace34079 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476220 Jun 21 03:21:28.669216 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4611a5af-7f5f-45a6-90f3-95e1ddb5ffdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.674073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d93ce49-729a-4a17-9c6a-59c2f97b6445 x-openstack-request-id: req-0d93ce49-729a-4a17-9c6a-59c2f97b6445 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:28.674362 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:28.674613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d93ce49-729a-4a17-9c6a-59c2f97b6445 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:28.675006 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d93ce49-729a-4a17-9c6a-59c2f97b6445'] response: {'name': 'network-changed', 'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'status': 'completed', 'code': 200} Jun 21 03:21:28.686699 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c5831-957d-4da1-90bf-3b89d04080eb req-f1449c4a-944a-4320-a591-53aa82dac5fb tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:28.688906 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-db6c5831-957d-4da1-90bf-3b89d04080eb req-f1449c4a-944a-4320-a591-53aa82dac5fb tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0916102 Jun 21 03:21:28.751926 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-019cdfd9-da9f-477a-8a31-06bdd16ff333 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981619 Jun 21 03:21:28.770309 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-db6c5831-957d-4da1-90bf-3b89d04080eb req-636391c7-ed48-47b7-9004-0c30cb1ab0ec tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753205 Jun 21 03:21:28.775504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:28.810788 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4611a5af-7f5f-45a6-90f3-95e1ddb5ffdd admin admin] Publish callbacks [] for security_group (97936b9e-8290-41d2-8aad-c23047c34743), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.815640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4611a5af-7f5f-45a6-90f3-95e1ddb5ffdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (97936b9e-8290-41d2-8aad-c23047c34743), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.820235 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:28.850443 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3131a4e3-edf0-4150-82cd-9ade2748f460 req-49ae9bc5-b9a8-4978-ba99-92c7797040d1 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927949 Jun 21 03:21:28.855150 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611a5af-7f5f-45a6-90f3-95e1ddb5ffdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97936b9e-8290-41d2-8aad-c23047c34743,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:28.864247 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4611a5af-7f5f-45a6-90f3-95e1ddb5ffdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=108c372c474e428b9a4d9f82ad969837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613298 Jun 21 03:21:28.865043 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35804) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:28.919261 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ba33de0-836f-4cdd-a380-7bae2c194cfa admin admin] Publish callbacks [] for security_group (97936b9e-8290-41d2-8aad-c23047c34743), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.941410 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ba33de0-836f-4cdd-a380-7bae2c194cfa admin admin] Publish callbacks [] for security_group (97936b9e-8290-41d2-8aad-c23047c34743), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.990839 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ba33de0-836f-4cdd-a380-7bae2c194cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (97936b9e-8290-41d2-8aad-c23047c34743), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.993930 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9ba33de0-836f-4cdd-a380-7bae2c194cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:28.995056 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9ba33de0-836f-4cdd-a380-7bae2c194cfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97936b9e-8290-41d2-8aad-c23047c34743 HTTP/1.1" status: 204 len: 168 time: 0.1292906 Jun 21 03:21:29.002775 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba33de0-836f-4cdd-a380-7bae2c194cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97936b9e-8290-41d2-8aad-c23047c34743,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:29.272942 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35810) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:29.279093 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:29.287640 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8758b97-192b-4fdf-a85a-c87571298562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.364148 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8758b97-192b-4fdf-a85a-c87571298562 admin admin] Publish callbacks [] for security_group (4834f795-5c89-4fdf-a6de-53417788df2c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.368581 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8758b97-192b-4fdf-a85a-c87571298562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (4834f795-5c89-4fdf-a6de-53417788df2c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.408191 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d8758b97-192b-4fdf-a85a-c87571298562 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb3f6f327f164a6ba7c6874235fb21fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340022 Jun 21 03:21:29.409172 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8758b97-192b-4fdf-a85a-c87571298562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4834f795-5c89-4fdf-a6de-53417788df2c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:29.411432 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35814) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:29.438244 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484558f-af96-463b-b1d4-78a2ee715ec4 req-934e4475-3763-47b5-82b6-55f3c0afb161 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:29.439754 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1484558f-af96-463b-b1d4-78a2ee715ec4 req-934e4475-3763-47b5-82b6-55f3c0afb161 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 944 time: 0.0523200 Jun 21 03:21:29.451188 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:29.464962 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c4dbb16-b007-4de1-bd97-9d01f4d37e2a admin admin] Publish callbacks [] for security_group (4834f795-5c89-4fdf-a6de-53417788df2c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.486889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c4dbb16-b007-4de1-bd97-9d01f4d37e2a admin admin] Publish callbacks [] for security_group (4834f795-5c89-4fdf-a6de-53417788df2c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.489092 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1484558f-af96-463b-b1d4-78a2ee715ec4 req-0e8bb104-4b15-4760-a689-dec85febb10a tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Jun 21 03:21:29.533509 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c4dbb16-b007-4de1-bd97-9d01f4d37e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (4834f795-5c89-4fdf-a6de-53417788df2c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.536026 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c4dbb16-b007-4de1-bd97-9d01f4d37e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.537202 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8c4dbb16-b007-4de1-bd97-9d01f4d37e2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4834f795-5c89-4fdf-a6de-53417788df2c HTTP/1.1" status: 204 len: 168 time: 0.1248760 Jun 21 03:21:29.545127 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dbb16-b007-4de1-bd97-9d01f4d37e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4834f795-5c89-4fdf-a6de-53417788df2c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:29.577459 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4c7cd145-f55d-411f-9d56-f4f86a8cec19 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:21:29.583680 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:29.680046 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:29.699010 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'port_id': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'mac_address': 'fa:16:3e:1c:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:21:29.727463 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-be77f4b0-3b5f-4947-bc6e-f5a21eb43be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:29.729069 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-be77f4b0-3b5f-4947-bc6e-f5a21eb43be4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1127 time: 0.0409455 Jun 21 03:21:29.738150 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:29.738569 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.753307 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7cd145-f55d-411f-9d56-f4f86a8cec19 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:21:29.779303 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:29.784338 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:29.845348 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-46d31b64-b510-4c27-8845-62bb7029a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:29.847900 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-46d31b64-b510-4c27-8845-62bb7029a513 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.1115417 Jun 21 03:21:29.857584 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:29.896725 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-8eebded0-c506-4efc-809d-eabfeaa8fc3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 217 time: 0.0425596 Jun 21 03:21:29.905534 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba23ebb-374c-4c0a-b7f4-ad0d29ced2e7 req-07ebeca5-da0f-4d6b-9099-f2ad54bce55f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:29.907225 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ba23ebb-374c-4c0a-b7f4-ad0d29ced2e7 req-07ebeca5-da0f-4d6b-9099-f2ad54bce55f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0546501 Jun 21 03:21:29.949605 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-77f7a2fe-f3fc-47be-8ef5-5cdb9d56fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:29.951017 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-77f7a2fe-f3fc-47be-8ef5-5cdb9d56fa34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0488920 Jun 21 03:21:29.960909 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ba23ebb-374c-4c0a-b7f4-ad0d29ced2e7 req-75225f86-5abf-45cf-9f5c-6aa232f339dd tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481908 Jun 21 03:21:29.999678 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-dbd75098-58e4-4f79-b5d0-bd88d4d73be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:30.001348 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-dbd75098-58e4-4f79-b5d0-bd88d4d73be7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429380 Jun 21 03:21:30.100058 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-286c6c7b-cfcb-44af-afea-dda00dcf9c78 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922406 Jun 21 03:21:30.200745 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e01f572-b14f-4c3e-852e-419b672d1519 req-10581e9d-58dd-42a1-b427-d42bacb6b849 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919538 Jun 21 03:21:30.240230 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['4c7cd145-f55d-411f-9d56-f4f86a8cec19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:21:30.609809 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24503d8f-4071-4790-95a7-83b4a147c7f7 req-24fe9401-8d7e-42fb-8063-3bd51c46e8dc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:30.611348 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24503d8f-4071-4790-95a7-83b4a147c7f7 req-24fe9401-8d7e-42fb-8063-3bd51c46e8dc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Jun 21 03:21:30.662341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24503d8f-4071-4790-95a7-83b4a147c7f7 req-e5a225e9-2270-4c7b-8fec-c8274d9b443b tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452886 Jun 21 03:21:31.090337 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565965c-b342-4c16-a319-db727ac3922e req-40783486-addd-4071-bb6c-dd578ebb9b05 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:31.091822 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0565965c-b342-4c16-a319-db727ac3922e req-40783486-addd-4071-bb6c-dd578ebb9b05 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0578406 Jun 21 03:21:31.146156 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0565965c-b342-4c16-a319-db727ac3922e req-9c509100-3863-4ec7-8705-5f588f9dfc58 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476687 Jun 21 03:21:31.573526 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4c7cd145-f55d-411f-9d56-f4f86a8cec19 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:21:31.618457 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:21:31.626686 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:31.627161 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:31.650140 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:31.701473 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:31.701866 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:31.727102 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:31.729433 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8024ce3-4d97-4e34-a040-8a5a0042d8f3" -d '{"events": [{"server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:31.747676 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:31.752847 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:31.780015 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6ebd3-51d3-4a92-bb68-e3e5af9264ab req-1ae2b40a-b44c-40dc-a098-f7990e0d93d5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:31.782104 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6cd6ebd3-51d3-4a92-bb68-e3e5af9264ab req-1ae2b40a-b44c-40dc-a098-f7990e0d93d5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 945 time: 0.0517733 Jun 21 03:21:31.806871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:31.857079 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6cd6ebd3-51d3-4a92-bb68-e3e5af9264ab req-d90e7cb1-ca74-4168-9120-2ac04e12fd9e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596743 Jun 21 03:21:31.920552 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865ad1c4-c213-4ad3-b6ca-2c8d620e9652 x-openstack-request-id: req-865ad1c4-c213-4ad3-b6ca-2c8d620e9652 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:31.920918 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "name": "network-vif-plugged", "status": "completed", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:31.921241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-865ad1c4-c213-4ad3-b6ca-2c8d620e9652 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:31.921714 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865ad1c4-c213-4ad3-b6ca-2c8d620e9652'] response: {'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'code': 200} Jun 21 03:21:32.162220 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4988-5100-4260-a367-04189615153f req-8fc975d8-e4ae-4545-86fa-f2d8e0e8de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:32.163633 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-990d4988-5100-4260-a367-04189615153f req-8fc975d8-e4ae-4545-86fa-f2d8e0e8de73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1130 time: 0.0480146 Jun 21 03:21:32.208988 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-990d4988-5100-4260-a367-04189615153f req-0d431403-393f-4fd0-9d94-a28f887dd2b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Jun 21 03:21:32.212645 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:21:32.264524 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb764-0a34-4ae8-be9e-da701abe497f req-53cdbf5c-55e3-4dc7-af0c-f22422556602 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:32.266088 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2ebb764-0a34-4ae8-be9e-da701abe497f req-53cdbf5c-55e3-4dc7-af0c-f22422556602 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0516715 Jun 21 03:21:32.320137 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2ebb764-0a34-4ae8-be9e-da701abe497f req-9168ec8a-f5da-4e05-9486-debb9b560f18 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453498 Jun 21 03:21:32.986251 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984802-204c-46ca-a27c-c65b62d9ba64 req-8334b79f-144d-4be0-a53a-b3ec46b367de tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:32.987694 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa984802-204c-46ca-a27c-c65b62d9ba64 req-8334b79f-144d-4be0-a53a-b3ec46b367de tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0555744 Jun 21 03:21:33.038369 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa984802-204c-46ca-a27c-c65b62d9ba64 req-6eb0e8ae-d9c2-42ad-9b50-9fe84db4517a tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Jun 21 03:21:33.450833 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7487-4c67-4643-92d6-d60aacd4c2f7 req-61bc9a6b-114c-44aa-bd8b-f0b36ed9fb04 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:33.452305 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-540a7487-4c67-4643-92d6-d60aacd4c2f7 req-61bc9a6b-114c-44aa-bd8b-f0b36ed9fb04 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0511868 Jun 21 03:21:33.498667 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:33.503892 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-540a7487-4c67-4643-92d6-d60aacd4c2f7 req-92caa014-78fc-4a57-9fea-6b7227819c2b tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 Jun 21 03:21:34.152723 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:34.170491 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b647c1-8b6c-44b7-bf72-d9b4c96f6a8d req-76a7f2cf-e428-4dd3-8cb6-103f40970ec6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:34.172031 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c9b647c1-8b6c-44b7-bf72-d9b4c96f6a8d req-76a7f2cf-e428-4dd3-8cb6-103f40970ec6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0500014 Jun 21 03:21:34.219209 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c9b647c1-8b6c-44b7-bf72-d9b4c96f6a8d req-4badb54f-93d1-412a-a544-b652ca7829df tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413146 Jun 21 03:21:34.630661 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd3a8e-9b07-47e9-9e1a-205c30d2797b req-03886efc-469c-4b8c-baa6-3cafbfa570c8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:34.632190 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4bd3a8e-9b07-47e9-9e1a-205c30d2797b req-03886efc-469c-4b8c-baa6-3cafbfa570c8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0505364 Jun 21 03:21:34.684239 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4bd3a8e-9b07-47e9-9e1a-205c30d2797b req-c64e81cb-4d88-42ce-842b-09e9e36dd48e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465181 Jun 21 03:21:35.349362 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359472f-97f9-478e-adbd-706f57183901 req-7a382f29-3415-4ead-a149-cddacdcaf749 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:35.350816 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0359472f-97f9-478e-adbd-706f57183901 req-7a382f29-3415-4ead-a149-cddacdcaf749 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0513580 Jun 21 03:21:35.400814 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0359472f-97f9-478e-adbd-706f57183901 req-d2df5c15-7dda-4ba2-a4b3-4a8464416a03 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Jun 21 03:21:35.781728 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:35.827078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebf917-df26-4733-8f7e-06906c9a5613 req-051ddff8-d701-474f-b7b7-be7d7a210574 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:35.828764 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7aebf917-df26-4733-8f7e-06906c9a5613 req-051ddff8-d701-474f-b7b7-be7d7a210574 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0612893 Jun 21 03:21:35.878033 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7aebf917-df26-4733-8f7e-06906c9a5613 req-7f3ac9d1-7a89-49dd-bdfd-ff1c63fb4f00 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438287 Jun 21 03:21:36.529950 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9867281-01ec-4ba7-9918-03c3f90aa2b6 req-4f4965d4-393a-439f-827f-8aadeb400c95 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:36.531416 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c9867281-01ec-4ba7-9918-03c3f90aa2b6 req-4f4965d4-393a-439f-827f-8aadeb400c95 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0509241 Jun 21 03:21:36.582383 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c9867281-01ec-4ba7-9918-03c3f90aa2b6 req-2a3a5bea-7b65-46bd-8b3e-59551853af50 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Jun 21 03:21:37.002396 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936f0f7-4b41-4f22-9371-3a2078a625c0 req-57fd827a-9734-42d3-a11c-daba3b41bb29 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:37.003860 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d936f0f7-4b41-4f22-9371-3a2078a625c0 req-57fd827a-9734-42d3-a11c-daba3b41bb29 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0545123 Jun 21 03:21:37.054931 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d936f0f7-4b41-4f22-9371-3a2078a625c0 req-9b0f72a6-fc08-4327-a08f-f198dbf2a93f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453081 Jun 21 03:21:37.736908 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca016f96-8a3d-4d5f-a350-87992b2e1654 req-cce2d1a0-8d69-411a-ac9d-744d0700bd17 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:37.738481 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca016f96-8a3d-4d5f-a350-87992b2e1654 req-cce2d1a0-8d69-411a-ac9d-744d0700bd17 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0753479 Jun 21 03:21:37.753128 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:37.794363 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca016f96-8a3d-4d5f-a350-87992b2e1654 req-d70c3cf6-3a87-4196-8266-89f904d6be86 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485642 Jun 21 03:21:37.839952 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35918) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:38.214178 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d008f88-5ab2-4add-bc85-f3a960c4b628 req-27d5e0b3-b3b4-498d-a681-d7f2a4408b86 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:38.215665 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0d008f88-5ab2-4add-bc85-f3a960c4b628 req-27d5e0b3-b3b4-498d-a681-d7f2a4408b86 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0843747 Jun 21 03:21:38.270308 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Deleting port c3f99e01-1582-4d89-8480-ca8d2bef0cc1 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:38.270546 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:38.318071 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0d008f88-5ab2-4add-bc85-f3a960c4b628 req-30e90024-d6b9-492b-92ab-f5da34724983 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961487 Jun 21 03:21:38.368099 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:38.368396 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:38.381546 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Calling delete_port for c3f99e01-1582-4d89-8480-ca8d2bef0cc1 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:38.557567 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (c3f99e01-1582-4d89-8480-ca8d2bef0cc1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:38.581623 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event deleted for resources: {'Port': ['ID=c3f99e01-1582-4d89-8480-ca8d2bef0cc1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:38.610571 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.610912 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.611255 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.611589 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.611920 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.612248 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.612598 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.612920 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.613240 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.613565 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.613883 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.614188 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.614507 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.614822 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.615135 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:38.659592 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:38.660065 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Floating IP d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc disassociated (deleted). External IP: 172.27.2.201, port: 0bcf4551-5832-4971-a998-4265457bc3f1. Jun 21 03:21:38.662490 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:38.811299 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:38.864356 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:21:38.910730 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90b9c-8416-4bb7-a271-d152b2b6cf7b req-67a3e45b-828a-4af9-b837-14678aeadbf3 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:38.912196 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ff90b9c-8416-4bb7-a271-d152b2b6cf7b req-67a3e45b-828a-4af9-b837-14678aeadbf3 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0474768 Jun 21 03:21:38.965991 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ff90b9c-8416-4bb7-a271-d152b2b6cf7b req-7100fb14-956c-450d-94e5-093f23039d32 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480759 Jun 21 03:21:38.975128 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:21:38.980234 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:38.985689 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:39.001824 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:39.002472 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:39.130959 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:39.283113 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-645730a7-96d0-4654-8cc5-8f739073088d tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "DELETE /v2.0/floatingips/d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc HTTP/1.1" status: 204 len: 168 time: 1.4419973 Jun 21 03:21:39.299257 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:39.301519 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39" -d '{"events": [{"name": "network-changed", "server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:39.326591 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51fc09-424d-4dd6-9186-21e5db16f204 req-65140ffb-50e8-4675-b074-d828475535ff tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:39.328087 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d51fc09-424d-4dd6-9186-21e5db16f204 req-65140ffb-50e8-4675-b074-d828475535ff tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0661983 Jun 21 03:21:39.357535 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:39.385253 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d51fc09-424d-4dd6-9186-21e5db16f204 req-1dffd919-d508-4d7a-b180-8eccb354c074 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507088 Jun 21 03:21:39.388843 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:39.398073 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:39.398681 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:39.443596 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44345550-8de2-4a8a-bc7d-988af6f01112 x-openstack-request-id: req-44345550-8de2-4a8a-bc7d-988af6f01112 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:39.443929 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:39.444179 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44345550-8de2-4a8a-bc7d-988af6f01112 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:39.444848 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44345550-8de2-4a8a-bc7d-988af6f01112'] response: {'name': 'network-changed', 'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1', 'status': 'completed', 'code': 200} Jun 21 03:21:39.515197 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:39.532136 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef1b0-57aa-4c72-8653-03bdf9d0d01d req-ee531161-0e76-49e9-8d0c-e6a59a0ba31d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:39.533753 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6b4ef1b0-57aa-4c72-8653-03bdf9d0d01d req-ee531161-0e76-49e9-8d0c-e6a59a0ba31d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0494716 Jun 21 03:21:39.588653 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6b4ef1b0-57aa-4c72-8653-03bdf9d0d01d req-5e859802-2d21-4b71-8cf3-c3171784b1de tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487964 Jun 21 03:21:39.638303 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 77e657ce-c759-4da2-a7bb-cf9e5b28f113 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:21:39.705127 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfde19-d63a-4c43-9579-8bc1265c4ff5 req-bd936006-1cdb-4e26-9211-6a8a87fb5321 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:39.708885 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8ccfde19-d63a-4c43-9579-8bc1265c4ff5 req-bd936006-1cdb-4e26-9211-6a8a87fb5321 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0543733 Jun 21 03:21:39.746869 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:39.762389 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980efb3-d1c0-4f9c-91f9-dcad9616632a req-0fdf9014-9094-446e-a373-eced2ba55736 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:39.767195 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:39.768755 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8ccfde19-d63a-4c43-9579-8bc1265c4ff5 req-7acdb169-6db2-4d8f-a9b2-ad915ed46192 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554616 Jun 21 03:21:39.769845 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4980efb3-d1c0-4f9c-91f9-dcad9616632a req-0fdf9014-9094-446e-a373-eced2ba55736 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0682447 Jun 21 03:21:39.776176 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:39.778820 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3d04e-830d-44ae-8e3f-f3c05d16b700 None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '66f5afea-499c-4640-82dd-83922d7a61f8', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'port_id': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'mac_address': 'fa:16:3e:6b:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a28709-3264-4283-8e03-832e6d214e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:15:34Z', 'updated_at': '2022-06-21T03:15:36Z', 'revision_number': 1, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:39.786667 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'port_id': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'mac_address': 'fa:16:3e:4f:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:21:39.833778 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:39.834154 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:39.837597 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4980efb3-d1c0-4f9c-91f9-dcad9616632a req-0fcc27a3-8ab7-40cb-8d6d-dda674065636 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661507 Jun 21 03:21:39.849306 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e657ce-c759-4da2-a7bb-cf9e5b28f113 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:21:39.872014 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:39.877278 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:39.926159 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:40.032029 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a612bc-56fb-4a57-945c-bdd9434aee31 None None] New status for floating IP d6aed82c-1fe7-43d6-9cde-d6f1bb2078bc: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:21:40.327621 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['77e657ce-c759-4da2-a7bb-cf9e5b28f113'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:21:40.411523 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 35962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:40.524281 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56543b44-7e9e-4eb6-8fda-05fdb7143bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:40.610178 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-c5c04b07-2e62-48b5-8a62-afee34c875fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:40.611872 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-c5c04b07-2e62-48b5-8a62-afee34c875fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 1130 time: 0.0547066 Jun 21 03:21:40.649045 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56543b44-7e9e-4eb6-8fda-05fdb7143bf6 admin admin] Publish callbacks [] for security_group (a4bca059-3edd-453e-9e06-b6cbb2786b38), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:40.663645 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56543b44-7e9e-4eb6-8fda-05fdb7143bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a4bca059-3edd-453e-9e06-b6cbb2786b38), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:40.711898 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefd3e1-311e-4eba-b3fe-9b548d9f838c req-2d47367d-1a5a-4e9f-812d-3631490c1904 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:40.714982 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dbefd3e1-311e-4eba-b3fe-9b548d9f838c req-2d47367d-1a5a-4e9f-812d-3631490c1904 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 944 time: 0.0536399 Jun 21 03:21:40.748745 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-56543b44-7e9e-4eb6-8fda-05fdb7143bf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=676167b777cb4a92b1d3e4dcf6054413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360376 Jun 21 03:21:40.751451 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 35968) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:40.754556 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56543b44-7e9e-4eb6-8fda-05fdb7143bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bca059-3edd-453e-9e06-b6cbb2786b38,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:40.777520 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dbefd3e1-311e-4eba-b3fe-9b548d9f838c req-d5583294-1440-42f8-b1cc-faccaae7d267 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584066 Jun 21 03:21:40.778738 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-8cf45e11-91d2-415f-9296-7cc518a73985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:40.780618 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-8cf45e11-91d2-415f-9296-7cc518a73985 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.1433234 Jun 21 03:21:40.822475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd120ab2-2219-4e0c-bbc8-3785c2029800 admin admin] Publish callbacks [] for security_group (a4bca059-3edd-453e-9e06-b6cbb2786b38), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:40.844707 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd120ab2-2219-4e0c-bbc8-3785c2029800 admin admin] Publish callbacks [] for security_group (a4bca059-3edd-453e-9e06-b6cbb2786b38), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:40.878414 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8dead-f21b-4b82-8742-ac7044666fdc req-8bb19df1-4b70-41d4-be07-251164d0b945 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:40.880041 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8e8dead-f21b-4b82-8742-ac7044666fdc req-8bb19df1-4b70-41d4-be07-251164d0b945 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0471878 Jun 21 03:21:40.896037 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd120ab2-2219-4e0c-bbc8-3785c2029800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (a4bca059-3edd-453e-9e06-b6cbb2786b38), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:40.898978 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd120ab2-2219-4e0c-bbc8-3785c2029800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:40.902534 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bd120ab2-2219-4e0c-bbc8-3785c2029800 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4bca059-3edd-453e-9e06-b6cbb2786b38 HTTP/1.1" status: 204 len: 168 time: 0.1478958 Jun 21 03:21:40.909649 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd120ab2-2219-4e0c-bbc8-3785c2029800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bca059-3edd-453e-9e06-b6cbb2786b38,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:40.962463 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8e8dead-f21b-4b82-8742-ac7044666fdc req-6bd326de-ac7e-4a01-828e-941743d59102 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764978 Jun 21 03:21:41.013907 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-99a1d3ed-b8b5-4a46-bd48-667b41383da2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bcf4551-5832-4971-a998-4265457bc3f1 HTTP/1.1" status: 200 len: 217 time: 0.0503161 Jun 21 03:21:41.030162 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:41.072463 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-2ef61a52-c22f-4803-8a73-6ce17eec4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:41.074089 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-2ef61a52-c22f-4803-8a73-6ce17eec4443 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0533912 Jun 21 03:21:41.248486 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:41.262409 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-17ca5725-4833-468e-99c0-222de2328183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:41.264065 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-17ca5725-4833-468e-99c0-222de2328183 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490997 Jun 21 03:21:41.371061 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-3fd67705-89c9-4595-8f86-f62001e93613 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997009 Jun 21 03:21:41.408204 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-3abf7617-6bf0-4148-9294-32bf82c1f436 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:41.409769 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-3abf7617-6bf0-4148-9294-32bf82c1f436 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 946 time: 0.0542369 Jun 21 03:21:41.473599 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e4cb43a-668c-43d1-8ac1-a3e33a58dc39 req-81fba0ea-a95e-4f29-bb9c-6beeb61b12c5 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958970 Jun 21 03:21:41.529448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:41.542498 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Deleting port 0bcf4551-5832-4971-a998-4265457bc3f1 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:41.543201 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:41.625230 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-79711c4a-3795-4531-9e70-d2ddf2c224a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:41.642771 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 77e657ce-c759-4da2-a7bb-cf9e5b28f113 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:21:41.661460 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] For port 0bcf4551-5832-4971-a998-4265457bc3f1, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0bcf4551-5832-4971-a998-4265457bc3f1,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:41.662300 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:41.678406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Calling delete_port for 0bcf4551-5832-4971-a998-4265457bc3f1 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:41.707485 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:21:41.715401 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:41.716131 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:41.718589 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:41.850070 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:41.850565 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:41.861344 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:41.892709 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:41.895199 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53137c3f-ec43-42b9-b0b7-6707ed8fad64" -d '{"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-plugged", "status": "completed", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:41.933602 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:41.941675 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:41.946911 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (0bcf4551-5832-4971-a998-4265457bc3f1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:41.947490 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8364dd-c9c1-4010-a3b8-f37895ee1328 x-openstack-request-id: req-6d8364dd-c9c1-4010-a3b8-f37895ee1328 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:41.947841 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-plugged", "status": "completed", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:41.948154 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d8364dd-c9c1-4010-a3b8-f37895ee1328 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:41.949495 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8364dd-c9c1-4010-a3b8-f37895ee1328'] response: {'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'code': 200} Jun 21 03:21:41.959030 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d635e-729e-4788-97e6-626c7a597ab9 req-4f36cef8-859d-4d2c-b49a-65a39f4f367e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:41.960963 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba1d635e-729e-4788-97e6-626c7a597ab9 req-4f36cef8-859d-4d2c-b49a-65a39f4f367e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 944 time: 0.0631909 Jun 21 03:21:42.024544 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:42.037848 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba1d635e-729e-4788-97e6-626c7a597ab9 req-46312eb6-b689-4b9e-b6b5-37e60854f911 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676084 Jun 21 03:21:42.101300 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event deleted for resources: {'Port': ['ID=0bcf4551-5832-4971-a998-4265457bc3f1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:42.110592 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] No DVR routers for this DVR port 0bcf4551-5832-4971-a998-4265457bc3f1 on host hv-cinder-84684 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:21:42.114373 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.118010 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-320fd2b4-d9bc-427f-9812-a5e9a48d48db req-0b11703e-b64b-4368-ad04-f734f46e0450 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "DELETE /v2.0/ports/0bcf4551-5832-4971-a998-4265457bc3f1 HTTP/1.1" status: 204 len: 173 time: 0.7022188 Jun 21 03:21:42.118459 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'name': 'network-vif-deleted', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:42.120937 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad11aa1-677f-47e0-8cb6-a1a32c2cd072" -d '{"events": [{"server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "name": "network-vif-deleted", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:42.144966 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aaf791e6-3f3a-4041-aea9-153c948785e4 req-3ab5bed7-dfe6-4ff7-b083-d65acef5bf95 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0457976 Jun 21 03:21:42.188625 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87412f-c53f-4b47-9c9c-6f21c4f1bdc4 x-openstack-request-id: req-5f87412f-c53f-4b47-9c9c-6f21c4f1bdc4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:42.189128 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47251c2-17ad-41ac-8bc3-c6a54c3d7f67", "name": "network-vif-deleted", "tag": "0bcf4551-5832-4971-a998-4265457bc3f1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:42.189641 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f87412f-c53f-4b47-9c9c-6f21c4f1bdc4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:42.190206 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f87412f-c53f-4b47-9c9c-6f21c4f1bdc4'] response: {'server_uuid': 'b47251c2-17ad-41ac-8bc3-c6a54c3d7f67', 'name': 'network-vif-deleted', 'tag': '0bcf4551-5832-4971-a998-4265457bc3f1', 'status': 'completed', 'code': 200} Jun 21 03:21:42.276780 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36030) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:42.320532 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073af99-a7fd-401e-8181-6318e960e802 req-b80577a4-f95b-407c-a10c-417d07acb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:42.322359 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e073af99-a7fd-401e-8181-6318e960e802 req-b80577a4-f95b-407c-a10c-417d07acb0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0420716 Jun 21 03:21:42.375790 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e073af99-a7fd-401e-8181-6318e960e802 req-61bc176c-8885-4102-84a0-7dab8a5500c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474212 Jun 21 03:21:42.404086 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a27dffc9-d29d-4538-85cd-4210f5deb855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.485185 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a27dffc9-d29d-4538-85cd-4210f5deb855 admin admin] Publish callbacks [] for security_group (85adf3d0-494a-4b68-ac6e-584cecdb23ef), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.490002 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a27dffc9-d29d-4538-85cd-4210f5deb855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (85adf3d0-494a-4b68-ac6e-584cecdb23ef), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.528613 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a27dffc9-d29d-4538-85cd-4210f5deb855 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03a792870c4c466e8de011aa279be0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507567 Jun 21 03:21:42.529703 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dffc9-d29d-4538-85cd-4210f5deb855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85adf3d0-494a-4b68-ac6e-584cecdb23ef,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:42.531606 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36034) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:42.584177 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-479d9621-c0ca-42a1-9134-fa6fe5c923d8 admin admin] Publish callbacks [] for security_group (85adf3d0-494a-4b68-ac6e-584cecdb23ef), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.606938 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-479d9621-c0ca-42a1-9134-fa6fe5c923d8 admin admin] Publish callbacks [] for security_group (85adf3d0-494a-4b68-ac6e-584cecdb23ef), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.660303 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-479d9621-c0ca-42a1-9134-fa6fe5c923d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (85adf3d0-494a-4b68-ac6e-584cecdb23ef), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.663091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-479d9621-c0ca-42a1-9134-fa6fe5c923d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:42.664220 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-479d9621-c0ca-42a1-9134-fa6fe5c923d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85adf3d0-494a-4b68-ac6e-584cecdb23ef HTTP/1.1" status: 204 len: 168 time: 0.1316655 Jun 21 03:21:42.672889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d9621-c0ca-42a1-9134-fa6fe5c923d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85adf3d0-494a-4b68-ac6e-584cecdb23ef,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:43.149729 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e541f2-59ff-488c-b325-33d1d85243d0 req-366747bb-b6ec-4ca9-a739-8cb8762f51e2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:43.151328 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-92e541f2-59ff-488c-b325-33d1d85243d0 req-366747bb-b6ec-4ca9-a739-8cb8762f51e2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Jun 21 03:21:43.205782 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-92e541f2-59ff-488c-b325-33d1d85243d0 req-158f0ed9-d31c-427d-ac94-9d14ea8c3263 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467153 Jun 21 03:21:43.267081 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-970cdb71-be47-4b87-a8de-2b34c3baad46 req-901f7233-0762-42e9-8fdb-a20bfb0d5c80 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=b47251c2-17ad-41ac-8bc3-c6a54c3d7f67 HTTP/1.1" status: 200 len: 210 time: 0.0335429 Jun 21 03:21:43.857049 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d69e922f-45f1-4d04-9f15-fdafd4805aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:44.326819 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a0a3a-21a2-4143-b5bc-b34c00b98ee5 req-01c75955-71bf-4d7d-a735-9c4d85e6fe72 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:44.328317 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-735a0a3a-21a2-4143-b5bc-b34c00b98ee5 req-01c75955-71bf-4d7d-a735-9c4d85e6fe72 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Jun 21 03:21:44.380077 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-735a0a3a-21a2-4143-b5bc-b34c00b98ee5 req-63b8166e-93e1-47ee-a7b8-340c0c2990d1 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458534 Jun 21 03:21:44.493053 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65368e6-0d45-41ea-bd51-c8b8941005ab req-e2d005ef-f026-4665-b37d-e9f47d636cca tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:44.494526 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d65368e6-0d45-41ea-bd51-c8b8941005ab req-e2d005ef-f026-4665-b37d-e9f47d636cca tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Jun 21 03:21:44.544766 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d65368e6-0d45-41ea-bd51-c8b8941005ab req-04cc0fa2-eb78-4579-84ce-6f35b85a6057 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444546 Jun 21 03:21:44.568990 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36084) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:44.766485 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f127252-1f0e-48fa-9153-eb29a0ff5007 tempest-TestShelveInstance-2144248824 tempest-TestShelveInstance-2144248824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:44.768040 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0f127252-1f0e-48fa-9153-eb29a0ff5007 tempest-TestShelveInstance-2144248824 tempest-TestShelveInstance-2144248824-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1124 time: 0.1980872 Jun 21 03:21:44.771108 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36088) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:44.775539 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'port_id': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:44.797535 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:44.883338 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:44.886658 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:44.918882 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.010574 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Allocated IP 172.27.2.151 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/558d157b-f332-493c-b1bd-547227e246cb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:21:45.102296 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:45.121078 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for port (558d157b-f332-493c-b1bd-547227e246cb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.156453 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (558d157b-f332-493c-b1bd-547227e246cb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.200727 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:21:45.204199 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:21:45.206874 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:21:45.240002 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'Port': ['ID=558d157b-f332-493c-b1bd-547227e246cb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:45.595252 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for floatingip (4896a771-3b77-4b8f-aee0-45b33bf50f0a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.641371 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 0bcf4551-5832-4971-a998-4265457bc3f1 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:21:45.660551 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 0bcf4551-5832-4971-a998-4265457bc3f1 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:21:45.660865 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 0bcf4551-5832-4971-a998-4265457bc3f1 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:21:45.674628 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (558d157b-f332-493c-b1bd-547227e246cb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.771082 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:45.828212 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for port (558d157b-f332-493c-b1bd-547227e246cb), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.836177 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (558d157b-f332-493c-b1bd-547227e246cb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.904668 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event updated for resources: {'Port': ['ID=558d157b-f332-493c-b1bd-547227e246cb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:45.916770 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (4896a771-3b77-4b8f-aee0-45b33bf50f0a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:45.919113 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:46.022281 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Floating IP 4896a771-3b77-4b8f-aee0-45b33bf50f0a associated. External IP: 172.27.2.151, port: 77e657ce-c759-4da2-a7bb-cf9e5b28f113. Jun 21 03:21:46.253397 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Router 2a1d4927-696c-4c90-8d69-d312486d0ade has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:21:46.333632 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:46.360769 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:21:46.373223 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] Sync routers for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:46.383877 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:46.384188 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:46.384975 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:46.418355 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7f4c9719-80b8-4bbe-80bc-20dec8d399ae tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6460249 Jun 21 03:21:46.419083 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:46.421706 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:46.426645 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:46.460713 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ea0df2-2c7a-44dd-8fb7-6a75ebfb88d5 x-openstack-request-id: req-43ea0df2-2c7a-44dd-8fb7-6a75ebfb88d5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:46.461094 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:46.461396 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43ea0df2-2c7a-44dd-8fb7-6a75ebfb88d5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:46.461858 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ea0df2-2c7a-44dd-8fb7-6a75ebfb88d5'] response: {'name': 'network-changed', 'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'status': 'completed', 'code': 200} Jun 21 03:21:46.473708 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:46.492467 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:46.542065 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-614ce46b-2aa3-4248-baf0-a44f95385d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:46.543577 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-614ce46b-2aa3-4248-baf0-a44f95385d94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0392308 Jun 21 03:21:46.567297 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36122) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:46.663829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-12baac6b-18dc-4cc9-8ac4-e5997ad9801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:46.666005 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-12baac6b-18dc-4cc9-8ac4-e5997ad9801f service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.1161339 Jun 21 03:21:46.727522 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:46.758115 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:46.771678 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Deleting port 12bbde9e-ea7f-4b19-99b9-5d091d8c0698 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:46.772083 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:46.785895 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-e0496c48-c9f3-481c-85b6-8610fe05c0fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 999 time: 0.1134527 Jun 21 03:21:46.839247 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-919464d8-dfec-4e6c-aeaf-d55227acb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:46.841354 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-919464d8-dfec-4e6c-aeaf-d55227acb7f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0502212 Jun 21 03:21:46.849598 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '4896a771-3b77-4b8f-aee0-45b33bf50f0a', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'port_id': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'mac_address': 'fa:16:3e:4f:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:21:45Z', 'updated_at': '2022-06-21T03:21:45Z', 'revision_number': 0, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 5, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:46.859555 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:46.880587 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] Checking router: 2a1d4927-696c-4c90-8d69-d312486d0ade for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:46.881847 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:46.882179 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:46.889708 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:46.890463 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:46.893889 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-4fae68e9-563b-41eb-b68c-75507528daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:46.896079 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-4fae68e9-563b-41eb-b68c-75507528daaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479085 Jun 21 03:21:46.897067 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Calling delete_port for 12bbde9e-ea7f-4b19-99b9-5d091d8c0698 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:46.935534 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:46.988096 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-58f7ff51-4a29-4339-aed3-efa6ddbafc97 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Jun 21 03:21:46.993352 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:47.004922 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:47.053116 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (12bbde9e-ea7f-4b19-99b9-5d091d8c0698), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:47.068784 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:47.085583 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event deleted for resources: {'Port': ['ID=12bbde9e-ea7f-4b19-99b9-5d091d8c0698,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:47.102958 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9d9cdad-43dc-4d3d-b73f-2631fc6ef0e9 req-96b2face-b5a0-4690-a419-1ce2767b96a3 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090033 Jun 21 03:21:47.150327 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (66f5afea-499c-4640-82dd-83922d7a61f8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:47.150518 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Floating IP 66f5afea-499c-4640-82dd-83922d7a61f8 disassociated (deleted). External IP: 172.27.2.43, port: 39a8025d-3186-49e5-8cef-f5a4411ac88f. Jun 21 03:21:47.228001 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '4896a771-3b77-4b8f-aee0-45b33bf50f0a', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'port_id': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'mac_address': 'fa:16:3e:4f:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:21:45Z', 'updated_at': '2022-06-21T03:21:45Z', 'revision_number': 0, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 5, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:47.252626 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cffb9c-20a8-4966-9490-957f925e93ac None None] The sync data for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi is: [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': '4896a771-3b77-4b8f-aee0-45b33bf50f0a', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'port_id': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'mac_address': 'fa:16:3e:4f:9b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:21:45Z', 'updated_at': '2022-06-21T03:21:45Z', 'revision_number': 0, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 5, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:47.357360 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:21:47.461882 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75703d26-a83f-497c-b059-a854509523e4 None None] New status for floating IP 4896a771-3b77-4b8f-aee0-45b33bf50f0a: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:21:47.477463 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:21:47.483010 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:47.489893 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:47.502513 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:47.503251 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:47.515761 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c53502ae-14ff-4f95-bd93-595f4cddc6da tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "DELETE /v2.0/floatingips/66f5afea-499c-4640-82dd-83922d7a61f8 HTTP/1.1" status: 204 len: 168 time: 0.9468799 Jun 21 03:21:47.516081 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:47.518369 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:47.559184 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b9edd3-acb5-4e87-bf1e-cc348488271a x-openstack-request-id: req-88b9edd3-acb5-4e87-bf1e-cc348488271a {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:47.559476 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:47.559730 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88b9edd3-acb5-4e87-bf1e-cc348488271a {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:47.560134 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b9edd3-acb5-4e87-bf1e-cc348488271a'] response: {'name': 'network-changed', 'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'status': 'completed', 'code': 200} Jun 21 03:21:47.615957 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:47.674566 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-308ffea1-3ecd-4615-853b-1e51763f1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:47.676102 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-308ffea1-3ecd-4615-853b-1e51763f1a49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a43462c60384cecb441ccf14de5672e&device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 1129 time: 0.0664423 Jun 21 03:21:47.710002 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:47.777046 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f2b71-92e6-4d8e-92e2-96ece3d0bfcc req-d221b57b-0811-4714-98c2-82b3c74e3a4c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:47.792957 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f1f2b71-92e6-4d8e-92e2-96ece3d0bfcc req-d221b57b-0811-4714-98c2-82b3c74e3a4c tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0631516 Jun 21 03:21:47.821759 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:47.847760 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:47.857120 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:47.857818 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:47.864527 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f1f2b71-92e6-4d8e-92e2-96ece3d0bfcc req-8dd62aa9-16d4-4734-9af4-02c9a9c0c9de tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704248 Jun 21 03:21:47.936032 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-a2bdec77-c0e5-4350-83f8-addf174c006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:47.937363 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-a2bdec77-c0e5-4350-83f8-addf174c006b service neutron] 10.222.0.36 "GET /v2.0/networks?id=65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 200 len: 912 time: 0.1077356 Jun 21 03:21:47.964586 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:47.985911 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-6239527d-9dec-43a8-b5fa-1c2728c7cfd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 200 len: 217 time: 0.0339549 Jun 21 03:21:48.000454 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:48.041999 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-c0704eb9-3d63-4f48-9359-31f50b066b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:48.043458 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-c0704eb9-3d63-4f48-9359-31f50b066b47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 200 len: 850 time: 0.0500755 Jun 21 03:21:48.122680 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:48.161177 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:48.194563 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44261a6f-4d09-4959-92de-f25aba24d22e None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:10:14Z', 'revision_number': 4, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '01755dc2-4e40-4fc8-a43d-c091df0ecf22', 'name': '', 'network_id': '65ee22e2-1b27-4fab-b33d-329c4e3c290a', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'mac_address': 'fa:16:3e:bc:6b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:13Z', 'updated_at': '2022-06-21T03:10:18Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'subnets': [{'id': '344e0ba4-1e2f-4453-a3e9-1abf8d6f9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:48.290865 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-94e897f5-d00c-4bb5-967c-485bfd6425c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:48.292363 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-94e897f5-d00c-4bb5-967c-485bfd6425c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65ee22e2-1b27-4fab-b33d-329c4e3c290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423355 Jun 21 03:21:48.425679 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2139c2fa-c922-4164-a432-026d4aea64b5 None None] New status for floating IP 66f5afea-499c-4640-82dd-83922d7a61f8: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:21:48.632381 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-8cb24ce1-a535-49c1-9a03-6171b946ee31 service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213937 Jun 21 03:21:48.979326 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fea76b6-4ee0-4587-b61c-8e4fdb29c2d8 req-223ffe5d-6f0e-49a3-8635-a542157d144b service neutron] 10.222.0.36 "GET /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055791 Jun 21 03:21:49.025472 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f412442-0918-4fd0-ac71-cca68ab1868f req-f6e29236-3a79-47c9-990d-d23dafda3220 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:49.026979 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f412442-0918-4fd0-ac71-cca68ab1868f req-f6e29236-3a79-47c9-990d-d23dafda3220 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0869849 Jun 21 03:21:49.042773 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-9ea59e74-2e99-4c27-824a-2d20e70fe645 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:49.045000 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-9ea59e74-2e99-4c27-824a-2d20e70fe645 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 945 time: 0.0705974 Jun 21 03:21:49.093227 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f412442-0918-4fd0-ac71-cca68ab1868f req-5b202b5c-737a-4d76-80a5-3bf400a33c25 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/security-groups?id=791710c7-558e-44ef-83cb-4994b0bbe0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471394 Jun 21 03:21:49.409724 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Deleting port 39a8025d-3186-49e5-8cef-f5a4411ac88f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:49.410034 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:49.505248 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] For port 39a8025d-3186-49e5-8cef-f5a4411ac88f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=39a8025d-3186-49e5-8cef-f5a4411ac88f,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:49.505854 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:49.523030 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Calling delete_port for 39a8025d-3186-49e5-8cef-f5a4411ac88f owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:49.533143 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:49.573636 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:49.669658 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (39a8025d-3186-49e5-8cef-f5a4411ac88f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:49.701553 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event deleted for resources: {'Port': ['ID=39a8025d-3186-49e5-8cef-f5a4411ac88f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:49.745591 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] No DVR routers for this DVR port 39a8025d-3186-49e5-8cef-f5a4411ac88f on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:21:49.746735 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:49.750392 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d13cb25d-59e8-484a-af03-de090410e9c7 req-c20f58f9-39cf-49e3-bd6f-c9f33399e6a4 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.36 "DELETE /v2.0/ports/39a8025d-3186-49e5-8cef-f5a4411ac88f HTTP/1.1" status: 204 len: 173 time: 0.4264605 Jun 21 03:21:49.750833 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'name': 'network-vif-deleted', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:49.753657 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf35c8f-9a2a-4627-90d1-1cf4965b1388" -d '{"events": [{"server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "name": "network-vif-deleted", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:49.804137 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33c44a-cca8-4ac9-af63-232cb27733e3 x-openstack-request-id: req-cf33c44a-cca8-4ac9-af63-232cb27733e3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:49.804482 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a28709-3264-4283-8e03-832e6d214e47", "name": "network-vif-deleted", "tag": "39a8025d-3186-49e5-8cef-f5a4411ac88f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:49.804848 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf33c44a-cca8-4ac9-af63-232cb27733e3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:49.805347 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf33c44a-cca8-4ac9-af63-232cb27733e3'] response: {'server_uuid': '62a28709-3264-4283-8e03-832e6d214e47', 'name': 'network-vif-deleted', 'tag': '39a8025d-3186-49e5-8cef-f5a4411ac88f', 'status': 'completed', 'code': 200} Jun 21 03:21:50.238478 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d43ac60d-2b93-4ce3-87ae-d0ff7240ee6d req-f4604fec-95a1-4334-983a-df8c48635184 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a28709-3264-4283-8e03-832e6d214e47 HTTP/1.1" status: 200 len: 210 time: 0.0381823 Jun 21 03:21:50.708837 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbe24a-e17c-4a8c-88bf-9bfc8cd545c6 req-85e906e2-1d16-46bf-8a65-da71224193c6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:50.710318 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ccfbe24a-e17c-4a8c-88bf-9bfc8cd545c6 req-85e906e2-1d16-46bf-8a65-da71224193c6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0488031 Jun 21 03:21:50.763049 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ccfbe24a-e17c-4a8c-88bf-9bfc8cd545c6 req-2147918b-1a99-4a2c-be0c-b2316a4035f5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469589 Jun 21 03:21:50.786199 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36218) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:50.943846 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41f792d-552b-42d1-a883-97a3ca56c02f tempest-TestMinimumBasicScenario-270099944 tempest-TestMinimumBasicScenario-270099944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:50.945407 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e41f792d-552b-42d1-a883-97a3ca56c02f tempest-TestMinimumBasicScenario-270099944 tempest-TestMinimumBasicScenario-270099944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1125 time: 0.1581841 Jun 21 03:21:50.948620 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36222) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:50.952873 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'floatingip': {'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'port_id': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:50.978426 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.070509 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.187703 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Allocated IP 172.27.2.195 (413d5376-32d8-455f-844f-7926aaeb162e/da090fbb-366f-4776-a826-4e162a1aca8e/af76e165-8c2c-42ba-9e48-8bac99d0a8be) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:21:51.304995 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36228) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:51.316171 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.352230 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.416818 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Network 413d5376-32d8-455f-844f-7926aaeb162e is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:21:51.422054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:21:51.424377 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'Port': ['ID=af76e165-8c2c-42ba-9e48-8bac99d0a8be,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:51.426499 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:21:51.429020 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Deleting port 18715d4a-1aa6-4c88-bbae-22a3ee9ced11 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:51.429447 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.508888 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.509189 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.522596 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Calling delete_port for 18715d4a-1aa6-4c88-bbae-22a3ee9ced11 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:51.536125 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:51.581699 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:51.591723 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:51.658002 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 39a8025d-3186-49e5-8cef-f5a4411ac88f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:21:51.658730 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:51.663571 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (18715d4a-1aa6-4c88-bbae-22a3ee9ced11), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.684884 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 39a8025d-3186-49e5-8cef-f5a4411ac88f {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:21:51.685305 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 39a8025d-3186-49e5-8cef-f5a4411ac88f not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:21:51.691363 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event deleted for resources: {'Port': ['ID=18715d4a-1aa6-4c88-bbae-22a3ee9ced11,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:51.717475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.718192 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.718192 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.718470 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.718802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.719162 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.719481 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.720400 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.720755 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.721082 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.721408 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.721729 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.722049 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.722368 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.722684 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:51.770245 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for floatingip (284a695d-cabb-4dfb-83ae-85e3ab60f675), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.772885 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.774063 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0096690c-b7e7-4732-9f0c-b3047c874172 tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "DELETE /v2.0/floatingips/284a695d-cabb-4dfb-83ae-85e3ab60f675 HTTP/1.1" status: 204 len: 168 time: 0.4682686 Jun 21 03:21:51.804654 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for floatingip (b8af7162-5b8a-44f1-bf1d-e6e97efd374e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:51.877506 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.042844 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.049990 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.118593 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'Port': ['ID=af76e165-8c2c-42ba-9e48-8bac99d0a8be,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:52.129046 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747593'] for floatingip (b8af7162-5b8a-44f1-bf1d-e6e97efd374e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.228258 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Floating IP b8af7162-5b8a-44f1-bf1d-e6e97efd374e associated. External IP: 172.27.2.195, port: 4c7cd145-f55d-411f-9d56-f4f86a8cec19. Jun 21 03:21:52.423843 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:52.434184 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Router feba8743-4b80-4615-81e2-7ef984bef845 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:21:52.537616 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:52.550298 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:21:52.559947 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] Sync routers for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:52.569193 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.571706 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:52.572455 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:52.600219 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5fc23aad-0e94-4e86-ad01-ee498a5e3ce0 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6505914 Jun 21 03:21:52.600827 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:52.603063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb40b7ed-f7d9-401b-a048-0330c3ae6944" -d '{"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:52.603949 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36248) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:52.609014 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-8e367f54-1166-47ab-8da1-6428e3b8af99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281417469', 'description': 'tempest-secgroup-smoke-281417469 description', 'project_id': '5e57658c9c9340adba6ab15050b24e8a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:52.633840 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e367f54-1166-47ab-8da1-6428e3b8af99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.641224 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2359b4-58c2-471f-9ec5-458096b912fe x-openstack-request-id: req-db2359b4-58c2-471f-9ec5-458096b912fe {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:52.641542 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:52.641791 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db2359b4-58c2-471f-9ec5-458096b912fe {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:52.642200 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2359b4-58c2-471f-9ec5-458096b912fe'] response: {'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'status': 'completed', 'code': 200} Jun 21 03:21:52.679987 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:52.712139 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e367f54-1166-47ab-8da1-6428e3b8af99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group (5d0275d5-f147-4c23-bea8-fa879fbc56f9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.719802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e367f54-1166-47ab-8da1-6428e3b8af99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5d0275d5-f147-4c23-bea8-fa879fbc56f9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.734118 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-cb6e2c5b-fbc5-49bb-a7ad-f56a2147d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:52.736577 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-cb6e2c5b-fbc5-49bb-a7ad-f56a2147d3fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1130 time: 0.0443552 Jun 21 03:21:52.751460 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e367f54-1166-47ab-8da1-6428e3b8af99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0275d5-f147-4c23-bea8-fa879fbc56f9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:52.758846 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8e367f54-1166-47ab-8da1-6428e3b8af99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.766215 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8e367f54-1166-47ab-8da1-6428e3b8af99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1608951 Jun 21 03:21:52.767699 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36252) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:52.774687 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d406f266-9c06-44fa-a488-b19a2a30d5f6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'security_group_rule': {'security_group_id': '5d0275d5-f147-4c23-bea8-fa879fbc56f9', 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:52.806210 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d406f266-9c06-44fa-a488-b19a2a30d5f6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (3b3953eb-d2b5-41fe-b7ee-54ad53870447), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.884721 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d406f266-9c06-44fa-a488-b19a2a30d5f6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (3b3953eb-d2b5-41fe-b7ee-54ad53870447), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.890086 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d406f266-9c06-44fa-a488-b19a2a30d5f6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (3b3953eb-d2b5-41fe-b7ee-54ad53870447), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.910934 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406f266-9c06-44fa-a488-b19a2a30d5f6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3953eb-d2b5-41fe-b7ee-54ad53870447,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:52.922802 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d406f266-9c06-44fa-a488-b19a2a30d5f6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.927608 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d406f266-9c06-44fa-a488-b19a2a30d5f6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587076 Jun 21 03:21:52.928514 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36254) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:52.934330 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-26ceaca8-6ca1-4857-9684-5474f22bc42e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'security_group_rule': {'security_group_id': '5d0275d5-f147-4c23-bea8-fa879fbc56f9', 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:52.964652 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26ceaca8-6ca1-4857-9684-5474f22bc42e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (4a10e5af-ea5e-40c0-878f-997da6820ee9), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:52.994315 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36258) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:53.019975 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'b8af7162-5b8a-44f1-bf1d-e6e97efd374e', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'port_id': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'mac_address': 'fa:16:3e:1c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:21:51Z', 'updated_at': '2022-06-21T03:21:51Z', 'revision_number': 0, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 5, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:53.051534 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] Checking router: feba8743-4b80-4615-81e2-7ef984bef845 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:53.061793 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:53.062607 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:53.140997 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-8a9d6d31-4227-4710-be5e-8156d2ec5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:53.142565 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-8a9d6d31-4227-4710-be5e-8156d2ec5b2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 915 time: 0.3984458 Jun 21 03:21:53.179686 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:53.212284 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-1c4546eb-0895-49fd-bb87-a0fe6ff9c728 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 1000 time: 0.0625644 Jun 21 03:21:53.263685 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:53.267447 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-dd7a1198-bd3b-4213-bbfe-9b3c006ee4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:53.269756 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-dd7a1198-bd3b-4213-bbfe-9b3c006ee4f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.0518866 Jun 21 03:21:53.317264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-089ad3cf-b7d1-424f-8349-0f2ff0228631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:53.318799 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-089ad3cf-b7d1-424f-8349-0f2ff0228631 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425735 Jun 21 03:21:53.362729 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26ceaca8-6ca1-4857-9684-5474f22bc42e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (4a10e5af-ea5e-40c0-878f-997da6820ee9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.369016 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26ceaca8-6ca1-4857-9684-5474f22bc42e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (4a10e5af-ea5e-40c0-878f-997da6820ee9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.370671 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72efa5d6-afe9-40d7-ad49-2afcfc77a8bc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group (791710c7-558e-44ef-83cb-4994b0bbe0d2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.394881 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:53.402404 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'b8af7162-5b8a-44f1-bf1d-e6e97efd374e', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'port_id': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'mac_address': 'fa:16:3e:1c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:21:51Z', 'updated_at': '2022-06-21T03:21:51Z', 'revision_number': 0, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 5, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:53.408086 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ceaca8-6ca1-4857-9684-5474f22bc42e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a10e5af-ea5e-40c0-878f-997da6820ee9,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:53.416331 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72efa5d6-afe9-40d7-ad49-2afcfc77a8bc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group (791710c7-558e-44ef-83cb-4994b0bbe0d2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.421196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26ceaca8-6ca1-4857-9684-5474f22bc42e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.425409 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-26ceaca8-6ca1-4857-9684-5474f22bc42e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4927773 Jun 21 03:21:53.425658 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36262) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:53.427880 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b8bd1-1068-45fc-b473-5265f488d5c6 None None] The sync data for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi is: [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_floatingips': [{'id': 'b8af7162-5b8a-44f1-bf1d-e6e97efd374e', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'router_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'port_id': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'mac_address': 'fa:16:3e:1c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T03:21:51Z', 'updated_at': '2022-06-21T03:21:51Z', 'revision_number': 0, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 5, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:53.432124 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-db650b22-b06b-4602-9e52-b1539561c3b4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'security_group_rule': {'security_group_id': '5d0275d5-f147-4c23-bea8-fa879fbc56f9', 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:53.449427 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-eed4e645-f6af-4b6b-b289-490ff81e6a6b service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242371 Jun 21 03:21:53.484476 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db650b22-b06b-4602-9e52-b1539561c3b4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (656f7347-5a4a-41b6-ac5e-0bd38ae4f938), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.493009 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72efa5d6-afe9-40d7-ad49-2afcfc77a8bc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (791710c7-558e-44ef-83cb-4994b0bbe0d2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.497065 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72efa5d6-afe9-40d7-ad49-2afcfc77a8bc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.498668 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-72efa5d6-afe9-40d7-ad49-2afcfc77a8bc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] 10.222.0.16 "DELETE /v2.0/security-groups/791710c7-558e-44ef-83cb-4994b0bbe0d2 HTTP/1.1" status: 204 len: 168 time: 0.5032849 Jun 21 03:21:53.509547 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efa5d6-afe9-40d7-ad49-2afcfc77a8bc tempest-TestVolumeBootPattern-1376634511 tempest-TestVolumeBootPattern-1376634511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791710c7-558e-44ef-83cb-4994b0bbe0d2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:53.569913 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36268) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:53.610360 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db650b22-b06b-4602-9e52-b1539561c3b4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (656f7347-5a4a-41b6-ac5e-0bd38ae4f938), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.614283 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb40b7ed-f7d9-401b-a048-0330c3ae6944 req-d1fb8d9b-36c1-4048-b601-593e578ad075 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579137 Jun 21 03:21:53.616866 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db650b22-b06b-4602-9e52-b1539561c3b4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (656f7347-5a4a-41b6-ac5e-0bd38ae4f938), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.649148 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db650b22-b06b-4602-9e52-b1539561c3b4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.654443 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36274) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:53.654727 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-db650b22-b06b-4602-9e52-b1539561c3b4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280011 Jun 21 03:21:53.658409 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db650b22-b06b-4602-9e52-b1539561c3b4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f7347-5a4a-41b6-ac5e-0bd38ae4f938,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:53.667583 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-67faffdf-8f15-43ec-87fd-540aace3ede4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'security_group_rule': {'security_group_id': '5d0275d5-f147-4c23-bea8-fa879fbc56f9', 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:53.708324 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67faffdf-8f15-43ec-87fd-540aace3ede4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (389ae068-4474-474d-acd5-cf94954a6ba3), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.725249 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b5e38-2bcf-46cb-a63f-cc5ce50fae23 None None] New status for floating IP b8af7162-5b8a-44f1-bf1d-e6e97efd374e: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:21:53.768314 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:53.835264 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67faffdf-8f15-43ec-87fd-540aace3ede4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (389ae068-4474-474d-acd5-cf94954a6ba3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.840888 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67faffdf-8f15-43ec-87fd-540aace3ede4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (389ae068-4474-474d-acd5-cf94954a6ba3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.903269 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faffdf-8f15-43ec-87fd-540aace3ede4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389ae068-4474-474d-acd5-cf94954a6ba3,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:53.913183 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67faffdf-8f15-43ec-87fd-540aace3ede4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:53.917217 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36278) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:53.917399 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-67faffdf-8f15-43ec-87fd-540aace3ede4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2594979 Jun 21 03:21:53.923069 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'security_group_rule': {'security_group_id': '5d0275d5-f147-4c23-bea8-fa879fbc56f9', 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:53.942078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36280) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:53.970765 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Project 5e57658c9c9340adba6ab15050b24e8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 03:21:53.977492 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (85e45d5c-2439-4fd5-8f7c-abceab46206f), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.045816 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (85e45d5c-2439-4fd5-8f7c-abceab46206f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.054562 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (85e45d5c-2439-4fd5-8f7c-abceab46206f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.095859 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-724d323c-4247-42ab-ad33-4a4b7fabe8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.098112 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e45d5c-2439-4fd5-8f7c-abceab46206f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:54.102564 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:54.111105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.112294 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8ad278ec-b01e-4c64-9326-008be5c85e72 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1936982 Jun 21 03:21:54.115978 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:54.121395 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'security_group_rule': {'security_group_id': '5d0275d5-f147-4c23-bea8-fa879fbc56f9', 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:54.126837 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:54.156527 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (3c3209bb-4df4-47c8-b751-04f0fec756de), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.162928 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Project 5e57658c9c9340adba6ab15050b24e8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 03:21:54.177314 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (04bf518a-6054-4793-8472-61bdd4ba1d5d), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.267876 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-724d323c-4247-42ab-ad33-4a4b7fabe8f7 admin admin] Publish callbacks [] for security_group (ea289c63-ee48-469a-a2c6-52ef6d984d09), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.277380 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-724d323c-4247-42ab-ad33-4a4b7fabe8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ea289c63-ee48-469a-a2c6-52ef6d984d09), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.281695 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (04bf518a-6054-4793-8472-61bdd4ba1d5d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.299586 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731229'] for security_group_rule (04bf518a-6054-4793-8472-61bdd4ba1d5d), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.341615 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-724d323c-4247-42ab-ad33-4a4b7fabe8f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2af2abe34f2e477a9aa23fe24051a811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984528 Jun 21 03:21:54.343880 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bf518a-6054-4793-8472-61bdd4ba1d5d,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:54.347505 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36286) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:54.355752 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d323c-4247-42ab-ad33-4a4b7fabe8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea289c63-ee48-469a-a2c6-52ef6d984d09,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:54.362679 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.363878 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c238a955-f78e-4eff-92dd-7a0cb7825d6e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2464073 Jun 21 03:21:54.408340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-231a89f4-d84d-4347-a9a4-6a0eeb1a060e admin admin] Publish callbacks [] for security_group (ea289c63-ee48-469a-a2c6-52ef6d984d09), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.408636 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Deleting port 01755dc2-4e40-4fc8-a43d-c091df0ecf22 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:54.408819 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.430665 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-231a89f4-d84d-4347-a9a4-6a0eeb1a060e admin admin] Publish callbacks [] for security_group (ea289c63-ee48-469a-a2c6-52ef6d984d09), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.484201 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-231a89f4-d84d-4347-a9a4-6a0eeb1a060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ea289c63-ee48-469a-a2c6-52ef6d984d09), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.486972 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-231a89f4-d84d-4347-a9a4-6a0eeb1a060e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.488358 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-231a89f4-d84d-4347-a9a4-6a0eeb1a060e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea289c63-ee48-469a-a2c6-52ef6d984d09 HTTP/1.1" status: 204 len: 168 time: 0.1394958 Jun 21 03:21:54.497006 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a89f4-d84d-4347-a9a4-6a0eeb1a060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea289c63-ee48-469a-a2c6-52ef6d984d09,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:54.515191 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:54.527398 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-e6438d9c-1aa4-4295-ad40-8efc587461e7 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281417469&fields=id&tenant_id=5e57658c9c9340adba6ab15050b24e8a HTTP/1.1" status: 200 len: 267 time: 0.1063123 Jun 21 03:21:54.552181 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] For port 01755dc2-4e40-4fc8-a43d-c091df0ecf22, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=01755dc2-4e40-4fc8-a43d-c091df0ecf22,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:54.552612 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.588376 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Calling delete_port for 01755dc2-4e40-4fc8-a43d-c091df0ecf22 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:54.606355 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-18a48a53-663b-415f-ac1b-5520ea9175dd tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:54.607817 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-18a48a53-663b-415f-ac1b-5520ea9175dd tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0734107 Jun 21 03:21:54.643937 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'port': {'security_groups': ['022c8c43-aff8-4585-89de-bf7e1885ec10', '5d0275d5-f147-4c23-bea8-fa879fbc56f9']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:54.685605 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:54.787423 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.959138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (01755dc2-4e40-4fc8-a43d-c091df0ecf22), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:54.999496 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=01755dc2-4e40-4fc8-a43d-c091df0ecf22,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:55.119776 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:55.207705 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:55.218657 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8968111'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:55.263997 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['4c7cd145-f55d-411f-9d56-f4f86a8cec19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:21:55.273039 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:55.273713 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:55.275258 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3bf6a042-2571-400d-b41a-609ef3d82682 req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "PUT /v2.0/ports/4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 982 time: 0.6605997 Jun 21 03:21:55.338433 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:21:55.341991 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd18b0383f5d980f24960f1af776dadee5082719aee75bbd364a9d632a23b847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63b37b2-f59e-4ed8-b39d-ef91115cb487" -d '{"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:21:55.426519 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['4c7cd145-f55d-411f-9d56-f4f86a8cec19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:21:55.435002 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72367670-3de3-4210-b253-4efeeec29089 x-openstack-request-id: req-72367670-3de3-4210-b253-4efeeec29089 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:21:55.435297 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:21:55.435554 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72367670-3de3-4210-b253-4efeeec29089 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:21:55.435985 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72367670-3de3-4210-b253-4efeeec29089'] response: {'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'status': 'completed', 'code': 200} Jun 21 03:21:55.447295 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (3c3209bb-4df4-47c8-b751-04f0fec756de), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:55.479496 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e94960-e1c0-4baf-8eac-2429fedbee96 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:55.596474 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8ff7-539f-424c-b28e-96a01e45aec6 req-11003b8f-1832-4fee-997e-37e6ee60e3f5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:55.610299 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7f6c8ff7-539f-424c-b28e-96a01e45aec6 req-11003b8f-1832-4fee-997e-37e6ee60e3f5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.2105286 Jun 21 03:21:55.648448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:55.681366 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-cff22df7-7da1-4450-b577-bce68336ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:55.682926 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-cff22df7-7da1-4450-b577-bce68336ffb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1169 time: 0.1788542 Jun 21 03:21:55.695758 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-82b3a97d-317a-4ce7-9491-58bd46c1e826 None None] Provisioning complete for port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:21:55.696215 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82b3a97d-317a-4ce7-9491-58bd46c1e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:55.713281 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:55.802374 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7f6c8ff7-539f-424c-b28e-96a01e45aec6 req-05583748-128b-4c5a-99c0-fdc61c66541a tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1784523 Jun 21 03:21:55.811961 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:55.814499 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Router 3c3209bb-4df4-47c8-b751-04f0fec756de has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:21:55.868900 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-217b8fc1-4d0e-4661-978e-afa68fcb0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:55.875725 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-217b8fc1-4d0e-4661-978e-afa68fcb0072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 915 time: 0.1820545 Jun 21 03:21:55.925137 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:55.941751 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-82b3a97d-317a-4ce7-9491-58bd46c1e826 None None] Current status of the port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:21:55.967919 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:55.994074 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-59b13a6f-6bfa-4f62-a599-07eca9bd6320 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 1002 time: 0.1025248 Jun 21 03:21:55.996458 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:21:56.004884 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0517b1f6-538a-45d3-8c8e-7b5602080d56 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c3209bb-4df4-47c8-b751-04f0fec756de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4338615 Jun 21 03:21:56.006001 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36324) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:56.006898 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] Sync routers for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:56.023152 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:56.024201 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:56.058275 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-7874bfd9-2a27-4950-b5d8-6d9344204815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:56.060116 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-7874bfd9-2a27-4950-b5d8-6d9344204815 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.0531580 Jun 21 03:21:56.117859 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-42eb8e14-daca-4a33-8313-c390b8ad90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:56.119866 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-42eb8e14-daca-4a33-8313-c390b8ad90c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515850 Jun 21 03:21:56.121448 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks [] for router (3c3209bb-4df4-47c8-b751-04f0fec756de), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.155485 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:56.228117 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:56.244443 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-e02ae603-334c-48d5-a0b1-f6841bcf18ea service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151962 Jun 21 03:21:56.247371 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks [] for router_gateway (3c3209bb-4df4-47c8-b751-04f0fec756de), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.262156 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:56.309744 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Deleting port af3d7358-f15e-4bb3-998a-f7932d81fd69 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:56.309993 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.344504 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:21:54Z', 'revision_number': 5, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port': {'id': 'af3d7358-f15e-4bb3-998a-f7932d81fd69', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:12Z', 'updated_at': '2022-06-21T03:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:56.356306 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e63b37b2-f59e-4ed8-b39d-ef91115cb487 req-561457d2-1b7a-4a78-ae36-7de322bb6bdc service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055503 Jun 21 03:21:56.369653 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] Checking router: 3c3209bb-4df4-47c8-b751-04f0fec756de for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:56.380041 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] Routers {'3c3209bb-4df4-47c8-b751-04f0fec756de'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:56.380901 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['3c3209bb-4df4-47c8-b751-04f0fec756de'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:56.396223 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] For port af3d7358-f15e-4bb3-998a-f7932d81fd69, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=af3d7358-f15e-4bb3-998a-f7932d81fd69,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:56.396661 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.410163 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Calling delete_port for af3d7358-f15e-4bb3-998a-f7932d81fd69 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:56.462998 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] Set router 3c3209bb-4df4-47c8-b751-04f0fec756de gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:56.510848 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:21:56Z', 'revision_number': 6, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:56.538919 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12404f48-2587-450f-a892-dc31b994a4b0 None None] The sync data for ids ['3c3209bb-4df4-47c8-b751-04f0fec756de'] in dv-cinder-846842-1-iscsi is: [{'id': '3c3209bb-4df4-47c8-b751-04f0fec756de', 'name': 'tempest-TestVolumeBootPattern-392822393-router', 'tenant_id': '1a43462c60384cecb441ccf14de5672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:11Z', 'updated_at': '2022-06-21T03:21:56Z', 'revision_number': 6, 'project_id': '1a43462c60384cecb441ccf14de5672e', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:56.584450 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (af3d7358-f15e-4bb3-998a-f7932d81fd69), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.607170 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Pushing event deleted for resources: {'Port': ['ID=af3d7358-f15e-4bb3-998a-f7932d81fd69,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:56.670276 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (3c3209bb-4df4-47c8-b751-04f0fec756de), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.697773 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:56.756242 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (3c3209bb-4df4-47c8-b751-04f0fec756de), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.758541 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks [] for router_controller (3c3209bb-4df4-47c8-b751-04f0fec756de), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.806286 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (3c3209bb-4df4-47c8-b751-04f0fec756de), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.807076 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3209bb-4df4-47c8-b751-04f0fec756de {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:21:56.812427 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.813286 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b4d6fc5b-e44a-4e5c-b325-e6674fb2a56d admin admin] 10.222.0.16 "DELETE /v2.0/routers/3c3209bb-4df4-47c8-b751-04f0fec756de HTTP/1.1" status: 204 len: 168 time: 0.8063731 Jun 21 03:21:56.815833 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36326) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:56.855545 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:56.876613 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] Deleting subnet 344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:21:56.881177 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] Publish callbacks [] for subnet (344e0ba4-1e2f-4453-a3e9-1abf8d6f9801), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:56.926480 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968094'] for subnet (344e0ba4-1e2f-4453-a3e9-1abf8d6f9801), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.014525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (344e0ba4-1e2f-4453-a3e9-1abf8d6f9801), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.083018 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3646360'] for subnet (344e0ba4-1e2f-4453-a3e9-1abf8d6f9801), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.116265 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b3f85f-5682-4dae-986c-853e8ea68257 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f41d09ea2ec147cfafda6ee66cd063f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543294 Jun 21 03:21:57.119152 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344e0ba4-1e2f-4453-a3e9-1abf8d6f9801,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:57.139643 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce037b5-dc54-4a6b-b2dc-7d6d679c56d4 None None] Network 65ee22e2-1b27-4fab-b33d-329c4e3c290a requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:21:57.144845 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.150145 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d81b8e6d-8eff-41a7-adc0-3b636c6e1be2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/344e0ba4-1e2f-4453-a3e9-1abf8d6f9801 HTTP/1.1" status: 204 len: 168 time: 0.3313837 Jun 21 03:21:57.151005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36342) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:57.227522 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (65ee22e2-1b27-4fab-b33d-329c4e3c290a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.272689 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Deleting port c4da7d6d-4182-4d6c-82ab-034d2cb348ef {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:57.273044 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.349751 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] DHCP port deletion for 65ee22e2-1b27-4fab-b33d-329c4e3c290a request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:21:57.350044 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] For port c4da7d6d-4182-4d6c-82ab-034d2cb348ef, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:57.350328 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.361075 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-24f7841d-6ed8-4dde-9c6d-6ddd7c2fc53d tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:57.362603 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-24f7841d-6ed8-4dde-9c6d-6ddd7c2fc53d tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405102 Jun 21 03:21:57.364916 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Calling delete_port for c4da7d6d-4182-4d6c-82ab-034d2cb348ef owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:57.387077 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-9c71f3c2-636f-455c-a684-8f569254b543 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/quotas/f41d09ea2ec147cfafda6ee66cd063f4 HTTP/1.1" status: 200 len: 375 time: 0.0132673 Jun 21 03:21:57.393843 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Deleting port c4da7d6d-4182-4d6c-82ab-034d2cb348ef {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:57.394327 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.453027 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.467500 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] For port c4da7d6d-4182-4d6c-82ab-034d2cb348ef, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,segment=NetworkSegment(259756b5-6c08-495c-89bf-cd52ae65d7df),segment_id=259756b5-6c08-495c-89bf-cd52ae65d7df)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:57.467900 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.484223 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] No DVR routers for this DVR port c4da7d6d-4182-4d6c-82ab-034d2cb348ef on host dv-cinder-846842-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:21:57.489001 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:57.489249 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Calling delete_port for c4da7d6d-4182-4d6c-82ab-034d2cb348ef owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:57.572718 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (65ee22e2-1b27-4fab-b33d-329c4e3c290a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.582953 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (c4da7d6d-4182-4d6c-82ab-034d2cb348ef), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.590009 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:57.603256 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ee22e2-1b27-4fab-b33d-329c4e3c290a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:57.614615 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Pushing event deleted for resources: {'Port': ['ID=c4da7d6d-4182-4d6c-82ab-034d2cb348ef,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:57.614991 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259756b5-6c08-495c-89bf-cd52ae65d7df') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:57.615298 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259756b5-6c08-495c-89bf-cd52ae65d7df') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:57.622329 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] No DVR routers for this DVR port c4da7d6d-4182-4d6c-82ab-034d2cb348ef on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:21:57.630761 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (259756b5-6c08-495c-89bf-cd52ae65d7df), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.635331 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.635640 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.635977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.636309 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.636665 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.636991 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.637320 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.638530 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.638530 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.638720 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.638964 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.639285 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.639598 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.640092 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.640446 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba491cb-ac50-49b8-ab37-f6ac96fbc17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:21:57.648119 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (259756b5-6c08-495c-89bf-cd52ae65d7df), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.655260 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:21:57.655744 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (259756b5-6c08-495c-89bf-cd52ae65d7df), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.710270 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f95dff6b-3477-47d4-a6e2-ca8c52ab91ca tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f41d09ea2ec147cfafda6ee66cd063f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3179004 Jun 21 03:21:57.721379 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 259756b5-6c08-495c-89bf-cd52ae65d7df resource provider aggregate not found Jun 21 03:21:57.741760 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 259756b5-6c08-495c-89bf-cd52ae65d7df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 259756b5-6c08-495c-89bf-cd52ae65d7df found for delete ", "request_id": "req-78e45e6d-599e-4996-be57-edf590c0b2b6"}]} Jun 21 03:21:57.749522 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (65ee22e2-1b27-4fab-b33d-329c4e3c290a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.756706 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:57.759946 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/65ee22e2-1b27-4fab-b33d-329c4e3c290a HTTP/1.1" status: 204 len: 168 time: 0.6078959 Jun 21 03:21:57.763671 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36348) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:57.770678 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830ea1c-0cf3-4b18-8f93-35dc09d207f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ee22e2-1b27-4fab-b33d-329c4e3c290a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:57.875708 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device af3d7358-f15e-4bb3-998a-f7932d81fd69 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:21:57.899827 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: af3d7358-f15e-4bb3-998a-f7932d81fd69 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:21:57.900175 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device af3d7358-f15e-4bb3-998a-f7932d81fd69 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:21:57.900620 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c4da7d6d-4182-4d6c-82ab-034d2cb348ef no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:21:57.922227 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: c4da7d6d-4182-4d6c-82ab-034d2cb348ef {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:21:57.922869 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c4da7d6d-4182-4d6c-82ab-034d2cb348ef not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:21:57.923444 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 01755dc2-4e40-4fc8-a43d-c091df0ecf22 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:21:57.930211 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8354f8eb-7033-4820-919b-e7df43ab6646 req-64f4f3f4-f7b7-4971-8868-bff344b144dd tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 210 time: 0.0315163 Jun 21 03:21:57.944558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 01755dc2-4e40-4fc8-a43d-c091df0ecf22 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:21:57.944558 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 01755dc2-4e40-4fc8-a43d-c091df0ecf22 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:21:58.144184 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (2e5bd0b7-425e-4563-abab-8546775a3f58), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:58.309521 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:58.335133 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:58.374236 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Deleting port 5365f7e6-ea93-4ff3-be77-32237bc76021 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:58.374476 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:58.459456 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] For port 5365f7e6-ea93-4ff3-be77-32237bc76021, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=5365f7e6-ea93-4ff3-be77-32237bc76021,segment=NetworkSegment(4685cab5-a6f3-463b-b92e-924fa3241dac),segment_id=4685cab5-a6f3-463b-b92e-924fa3241dac)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:58.459820 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:58.473788 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Calling delete_port for 5365f7e6-ea93-4ff3-be77-32237bc76021 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:58.657953 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (5365f7e6-ea93-4ff3-be77-32237bc76021), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:58.682228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5365f7e6-ea93-4ff3-be77-32237bc76021,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:58.843506 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (2e5bd0b7-425e-4563-abab-8546775a3f58), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.040059 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-e59d02dc-43ec-43eb-bb22-7e6d226322fe tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f41d09ea2ec147cfafda6ee66cd063f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316112 Jun 21 03:21:59.056221 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dac83369-fce4-4c82-bf79-f1dc98078559 req-38210e23-fc07-435b-ba82-f1728b017311 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 210 time: 0.0531859 Jun 21 03:21:59.080758 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Router 2e5bd0b7-425e-4563-abab-8546775a3f58 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:21:59.193525 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:59.196797 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:59.202056 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:21:59.207864 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4596d6ad-ff3b-44a7-90ce-1d303a6c26d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/2e5bd0b7-425e-4563-abab-8546775a3f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4431376 Jun 21 03:21:59.213863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36366) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:21:59.215957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] Sync routers for ids ['2e5bd0b7-425e-4563-abab-8546775a3f58'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:21:59.227078 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] Routers {'2e5bd0b7-425e-4563-abab-8546775a3f58'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:59.227701 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2e5bd0b7-425e-4563-abab-8546775a3f58'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:59.277488 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:59.291457 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-49e1dd32-8074-406a-8312-7cbfe43c81d1 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:21:59.292918 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-49e1dd32-8074-406a-8312-7cbfe43c81d1 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472789 Jun 21 03:21:59.316254 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:59.328722 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] Set router 2e5bd0b7-425e-4563-abab-8546775a3f58 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:59.345405 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks [] for router (2e5bd0b7-425e-4563-abab-8546775a3f58), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.381476 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Request body: {'port': {'device_id': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8', 'admin_state_up': True, 'tenant_id': 'f41d09ea2ec147cfafda6ee66cd063f4'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:21:59.456758 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:21:59.493023 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:21:58Z', 'revision_number': 5, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port': {'id': '3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:10:17Z', 'updated_at': '2022-06-21T03:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:59.529889 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks [] for router_gateway (2e5bd0b7-425e-4563-abab-8546775a3f58), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.571432 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Made reservation on behalf of f41d09ea2ec147cfafda6ee66cd063f4 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 03:21:59.575439 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.592198 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.609457 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Deleting port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:21:59.609754 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.653605 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] Checking router: 2e5bd0b7-425e-4563-abab-8546775a3f58 for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:21:59.662964 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] Routers {'2e5bd0b7-425e-4563-abab-8546775a3f58'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:21:59.663567 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:21:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2e5bd0b7-425e-4563-abab-8546775a3f58'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:59.729001 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] For port 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:21:59.729361 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.748536 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] Set router 2e5bd0b7-425e-4563-abab-8546775a3f58 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:21:59.754203 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Calling delete_port for 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:21:59.766758 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks [] for security_group (3595a363-97de-4a09-97e0-6238c6a305e4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.775602 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (3595a363-97de-4a09-97e0-6238c6a305e4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:21:59.799321 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:21:59Z', 'revision_number': 6, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:21:59.833026 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4e165-d702-48c1-a6ef-08416208ca3c None None] The sync data for ids ['2e5bd0b7-425e-4563-abab-8546775a3f58'] in dv-cinder-846842-1-iscsi is: [{'id': '2e5bd0b7-425e-4563-abab-8546775a3f58', 'name': 'tempest-TestVolumeBootPattern-1750278381-router', 'tenant_id': '755877623fbf49d78f52dac475ac83a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:10:16Z', 'updated_at': '2022-06-21T03:21:59Z', 'revision_number': 6, 'project_id': '755877623fbf49d78f52dac475ac83a2', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:21:59.885105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3595a363-97de-4a09-97e0-6238c6a305e4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:21:59.984775 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:00.014258 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Allocated IP 192.168.233.253 (f0885c6d-ccf9-4018-83b7-566e136fbfe8/a322d092-d501-40ef-9400-c72143e77ecf/b8d005cc-2d8d-4d73-bba2-e1b0b76bb370) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 03:22:00.084437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:00.116155 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.194287 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:00.221714 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19d2e251-89d3-4028-b469-017aabd2fd76 req-32084972-2f57-4f83-9f4c-57797cc81a15 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 210 time: 0.0816250 Jun 21 03:22:00.301619 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks [] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.307497 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (2e5bd0b7-425e-4563-abab-8546775a3f58), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.408029 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (2e5bd0b7-425e-4563-abab-8546775a3f58), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.411415 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks [] for router_controller (2e5bd0b7-425e-4563-abab-8546775a3f58), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.455011 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778593429131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.456993 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (2e5bd0b7-425e-4563-abab-8546775a3f58), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.457608 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e5bd0b7-425e-4563-abab-8546775a3f58 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:22:00.466215 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.467306 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1f3c530d-1ccc-420e-be11-2dfeea8f390c admin admin] 10.222.0.16 "DELETE /v2.0/routers/2e5bd0b7-425e-4563-abab-8546775a3f58 HTTP/1.1" status: 204 len: 168 time: 1.2525427 Jun 21 03:22:00.470263 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36372) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:00.509447 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Network f0885c6d-ccf9-4018-83b7-566e136fbfe8 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 03:22:00.512607 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 03:22:00.516967 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 03:22:00.520989 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] Deleting subnet 01e76fd1-78c0-4655-8ca2-1c4997734fd1 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:22:00.524475 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] Publish callbacks [] for subnet (01e76fd1-78c0-4655-8ca2-1c4997734fd1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.566043 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968094'] for subnet (01e76fd1-78c0-4655-8ca2-1c4997734fd1), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.571565 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:00.572200 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.574802 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Pushing event updated for resources: {'Port': ['ID=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:00.602898 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-f2b21677-9daf-4032-a8ac-273cfec17018 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2251973 Jun 21 03:22:00.623747 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Request body: {'port': {'device_id': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:22:00.662856 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (01e76fd1-78c0-4655-8ca2-1c4997734fd1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.688065 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.724504 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3646360'] for subnet (01e76fd1-78c0-4655-8ca2-1c4997734fd1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.757415 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e76fd1-78c0-4655-8ca2-1c4997734fd1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:00.761108 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.764347 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0fb99346-bdaf-4957-9821-d155434f0f9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/01e76fd1-78c0-4655-8ca2-1c4997734fd1 HTTP/1.1" status: 204 len: 168 time: 0.2930734 Jun 21 03:22:00.767209 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36374) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:00.771238 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548ac81-402b-4849-9ebc-739ceca03e74 None None] Network ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:22:00.816577 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6410d708-c353-45af-8510-f81a4ef10311 None None] Provisioning complete for port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:22:00.817351 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6410d708-c353-45af-8510-f81a4ef10311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.845408 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.891040 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Deleting port bf12d977-0e16-42c5-a815-ca1377433629 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:22:00.891420 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (bf12d977-0e16-42c5-a815-ca1377433629), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.903957 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6410d708-c353-45af-8510-f81a4ef10311 None None] Port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 03:22:00.970665 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] For port bf12d977-0e16-42c5-a815-ca1377433629, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=bf12d977-0e16-42c5-a815-ca1377433629,segment=NetworkSegment(4685cab5-a6f3-463b-b92e-924fa3241dac),segment_id=4685cab5-a6f3-463b-b92e-924fa3241dac)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:22:00.971025 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (bf12d977-0e16-42c5-a815-ca1377433629), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:00.981868 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] DHCP port deletion for ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:22:00.986630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Calling delete_port for bf12d977-0e16-42c5-a815-ca1377433629 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:22:01.022203 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] Deleting port bf12d977-0e16-42c5-a815-ca1377433629 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:22:01.022578 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (bf12d977-0e16-42c5-a815-ca1377433629), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.070778 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (bf12d977-0e16-42c5-a815-ca1377433629), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.089712 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] For port bf12d977-0e16-42c5-a815-ca1377433629, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=bf12d977-0e16-42c5-a815-ca1377433629,segment=NetworkSegment(4685cab5-a6f3-463b-b92e-924fa3241dac),segment_id=4685cab5-a6f3-463b-b92e-924fa3241dac)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:22:01.090576 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (bf12d977-0e16-42c5-a815-ca1377433629), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.097876 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf12d977-0e16-42c5-a815-ca1377433629,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:01.103423 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] No DVR routers for this DVR port bf12d977-0e16-42c5-a815-ca1377433629 on host dv-cinder-846842-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:22:01.108242 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:01.118394 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] Calling delete_port for bf12d977-0e16-42c5-a815-ca1377433629 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:22:01.195097 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.199101 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (bf12d977-0e16-42c5-a815-ca1377433629), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.216522 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:22:01.223868 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] Pushing event deleted for resources: {'Port': ['ID=bf12d977-0e16-42c5-a815-ca1377433629,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:01.226665 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4685cab5-a6f3-463b-b92e-924fa3241dac') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:22:01.227045 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4685cab5-a6f3-463b-b92e-924fa3241dac') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:22:01.232586 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bf682-1ae9-4c98-a960-626349ee7016 None None] No DVR routers for this DVR port bf12d977-0e16-42c5-a815-ca1377433629 on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:22:01.237413 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (4685cab5-a6f3-463b-b92e-924fa3241dac), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.238545 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:22:01.251696 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Publish callbacks [] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.256245 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (4685cab5-a6f3-463b-b92e-924fa3241dac), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.263829 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:22:01.264211 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (4685cab5-a6f3-463b-b92e-924fa3241dac), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.359622 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:01.368400 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Transition to ACTIVE for port object b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 03:22:01.369479 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.374891 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.379088 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.384582 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f HTTP/1.1" status: 204 len: 168 time: 0.6139579 Jun 21 03:22:01.402667 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e628-7063-4428-96df-9ebabeb263f0 req-6e981454-08ad-4ecf-9a19-057d07227afd tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:01.404274 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2d8e628-7063-4428-96df-9ebabeb263f0 req-6e981454-08ad-4ecf-9a19-057d07227afd tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 936 time: 0.1055455 Jun 21 03:22:01.406141 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc125-50e6-4fe1-9111-f02d8535c9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff95276f-c5e6-4b3d-ac58-e4cb5a544f1f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:01.439073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:01.445348 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:01.459084 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2d8e628-7063-4428-96df-9ebabeb263f0 req-4828037d-c04e-4209-a9f6-453f4e81ecfd tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487485 Jun 21 03:22:01.540122 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 4685cab5-a6f3-463b-b92e-924fa3241dac resource provider aggregate not found Jun 21 03:22:01.553163 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Attempting to bind port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 03:22:01.556665 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Attempting to bind port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 03:22:01.558325 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Attempting to bind port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 on network f0885c6d-ccf9-4018-83b7-566e136fbfe8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:22:01.558481 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 4685cab5-a6f3-463b-b92e-924fa3241dac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4685cab5-a6f3-463b-b92e-924fa3241dac found for delete ", "request_id": "req-90de2ee4-d096-42e0-947d-01926a1a3675"}]} Jun 21 03:22:01.564476 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 on network f0885c6d-ccf9-4018-83b7-566e136fbfe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 03:22:01.564836 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Attempting to bind port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 on network f0885c6d-ccf9-4018-83b7-566e136fbfe8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 03:22:01.570662 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Checking agent: {'id': 'f858bf94-3dcf-4241-bdf0-ff4440ee8ce0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'started_at': datetime.datetime(2022, 6, 21, 3, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 03:22:01.570977 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Checking segment: {'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 03:22:01.571363 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Bound using segment: {'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 03:22:01.571777 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Bound port: b8d005cc-2d8d-4d73-bba2-e1b0b76bb370, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae60bf53-0490-4ef0-9cbf-00af6d97f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 03:22:01.572125 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.637247 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36388) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:01.642169 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] For port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370, host hv-cinder-84684, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 03:22:01.645778 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] For port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,segment=NetworkSegment(ae60bf53-0490-4ef0-9cbf-00af6d97f44b),segment_id=ae60bf53-0490-4ef0-9cbf-00af6d97f44b)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 03:22:01.646553 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:01.653347 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.686083 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-98795c92-3f38-4957-b395-5065a957020c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a43462c60384cecb441ccf14de5672e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473361 Jun 21 03:22:01.688627 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36390) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:01.694852 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:01.695482 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.697297 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] 10.222.0.36 "PUT /v2.0/ports/b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 HTTP/1.1" status: 200 len: 1098 time: 1.0778990 Jun 21 03:22:01.699672 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'tag': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:22:01.702064 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8636ed2c-f884-455e-80ef-3b88865e3beb" -d '{"events": [{"name": "network-changed", "server_uuid": "27f96f76-4fe8-40c0-a870-58fbcc1daa0a", "tag": "b8d005cc-2d8d-4d73-bba2-e1b0b76bb370"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:22:01.726913 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478ed12-d84e-4472-9176-20f0b7fffd7a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:01.752512 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1376cef5-1ebd-4519-8280-eb1d43993c50 admin admin] Publish callbacks [] for security_group (e7357755-c285-49ea-97c2-0e6ffb184c31), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.781418 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1376cef5-1ebd-4519-8280-eb1d43993c50 admin admin] Publish callbacks [] for security_group (e7357755-c285-49ea-97c2-0e6ffb184c31), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.785460 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dbe9b6-cfd7-4243-a96d-6bbc6afaf82d x-openstack-request-id: req-e1dbe9b6-cfd7-4243-a96d-6bbc6afaf82d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:22:01.785835 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f96f76-4fe8-40c0-a870-58fbcc1daa0a", "tag": "b8d005cc-2d8d-4d73-bba2-e1b0b76bb370", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:22:01.786003 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1dbe9b6-cfd7-4243-a96d-6bbc6afaf82d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:22:01.786417 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1dbe9b6-cfd7-4243-a96d-6bbc6afaf82d'] response: {'name': 'network-changed', 'server_uuid': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'tag': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370', 'status': 'completed', 'code': 200} Jun 21 03:22:01.816977 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-4d54e4fd-fe61-4440-b077-fd5cd53f22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:01.818596 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-4d54e4fd-fe61-4440-b077-fd5cd53f22f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41d09ea2ec147cfafda6ee66cd063f4&device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 1132 time: 0.0506394 Jun 21 03:22:01.858115 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1376cef5-1ebd-4519-8280-eb1d43993c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (e7357755-c285-49ea-97c2-0e6ffb184c31), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.862732 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1376cef5-1ebd-4519-8280-eb1d43993c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:01.866497 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1376cef5-1ebd-4519-8280-eb1d43993c50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7357755-c285-49ea-97c2-0e6ffb184c31 HTTP/1.1" status: 204 len: 168 time: 0.1741216 Jun 21 03:22:01.876564 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 5365f7e6-ea93-4ff3-be77-32237bc76021 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:22:01.884489 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-36e80872-d90f-406d-89d5-590adb390127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 HTTP/1.1" status: 200 len: 217 time: 0.0516672 Jun 21 03:22:01.891955 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376cef5-1ebd-4519-8280-eb1d43993c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7357755-c285-49ea-97c2-0e6ffb184c31,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:01.914189 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 5365f7e6-ea93-4ff3-be77-32237bc76021 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:22:01.914537 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 5365f7e6-ea93-4ff3-be77-32237bc76021 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:22:01.915011 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device bf12d977-0e16-42c5-a815-ca1377433629 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:22:01.946801 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: bf12d977-0e16-42c5-a815-ca1377433629 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:22:01.947095 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-9d9512a2-e2e7-4fbd-b362-54213f63d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:01.947810 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device bf12d977-0e16-42c5-a815-ca1377433629 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:22:01.948292 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:22:01.948770 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-9d9512a2-e2e7-4fbd-b362-54213f63d78e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a322d092-d501-40ef-9400-c72143e77ecf HTTP/1.1" status: 200 len: 843 time: 0.0588117 Jun 21 03:22:01.971109 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:22:01.971551 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 3bfb6372-5e77-4c5f-a8ce-dbbf4fea43f5 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:22:02.004046 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-086178bd-50ed-4ec8-9583-dd9d09d62138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:02.005624 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-086178bd-50ed-4ec8-9583-dd9d09d62138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0885c6d-ccf9-4018-83b7-566e136fbfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0503759 Jun 21 03:22:02.108024 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-921dcd03-ed8e-4945-bbfa-b6761373c833 service neutron] 10.222.0.36 "GET /v2.0/networks/f0885c6d-ccf9-4018-83b7-566e136fbfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952947 Jun 21 03:22:02.207833 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aaad584-05f9-44c4-9e69-dd9b101089b1 req-b526dc4a-d86a-4f68-9067-daa123110a4f service neutron] 10.222.0.36 "GET /v2.0/networks/f0885c6d-ccf9-4018-83b7-566e136fbfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925512 Jun 21 03:22:02.271772 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36398) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:02.314232 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6a95f3ac-6dcf-49e8-929a-568745b7907a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=755877623fbf49d78f52dac475ac83a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412457 Jun 21 03:22:02.317910 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36400) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:02.368977 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2c62a8d-2581-4c58-8245-9cb138a16b8f admin admin] Publish callbacks [] for security_group (1dccd5d8-c870-4542-8639-9e1a21c5419f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:02.392048 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2c62a8d-2581-4c58-8245-9cb138a16b8f admin admin] Publish callbacks [] for security_group (1dccd5d8-c870-4542-8639-9e1a21c5419f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:02.446196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2c62a8d-2581-4c58-8245-9cb138a16b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (1dccd5d8-c870-4542-8639-9e1a21c5419f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:02.448647 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2c62a8d-2581-4c58-8245-9cb138a16b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:02.449801 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a2c62a8d-2581-4c58-8245-9cb138a16b8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1dccd5d8-c870-4542-8639-9e1a21c5419f HTTP/1.1" status: 204 len: 168 time: 0.1310353 Jun 21 03:22:02.457894 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c62a8d-2581-4c58-8245-9cb138a16b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dccd5d8-c870-4542-8639-9e1a21c5419f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:02.579257 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b95e92-21e9-458d-a060-418545b2002e req-11537321-8d9d-477b-ace5-6092e4b68546 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:02.580803 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69b95e92-21e9-458d-a060-418545b2002e req-11537321-8d9d-477b-ace5-6092e4b68546 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 948 time: 0.0479221 Jun 21 03:22:02.630579 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69b95e92-21e9-458d-a060-418545b2002e req-a68aac08-0524-454b-9a03-1c6b88fa1f89 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 Jun 21 03:22:03.763527 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec71b3e-c7c4-42f0-b4e1-3ec0945d5bc8 req-af5ea186-cdb0-45eb-aabb-b9b012b2ce67 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:03.765011 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eec71b3e-c7c4-42f0-b4e1-3ec0945d5bc8 req-af5ea186-cdb0-45eb-aabb-b9b012b2ce67 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 948 time: 0.0571210 Jun 21 03:22:03.818500 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eec71b3e-c7c4-42f0-b4e1-3ec0945d5bc8 req-8affded7-0eba-4f3d-8504-fb6b3704bd88 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474021 Jun 21 03:22:04.366162 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-ab06cf6f-ca31-40c8-910f-5f0fbe739eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:04.368047 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-ab06cf6f-ca31-40c8-910f-5f0fbe739eaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41d09ea2ec147cfafda6ee66cd063f4&device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 1132 time: 0.0416667 Jun 21 03:22:04.407422 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:04.469611 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-df9964a2-d07e-44ee-b755-82da4df258a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:04.471596 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-df9964a2-d07e-44ee-b755-82da4df258a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0885c6d-ccf9-4018-83b7-566e136fbfe8 HTTP/1.1" status: 200 len: 870 time: 0.0973909 Jun 21 03:22:04.512059 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-11785d85-329c-4626-b0f2-6c8a437ccf2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 HTTP/1.1" status: 200 len: 217 time: 0.0338211 Jun 21 03:22:04.563619 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-5d2016db-1234-47dc-bab1-f02e82cebcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:04.565337 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-5d2016db-1234-47dc-bab1-f02e82cebcd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a322d092-d501-40ef-9400-c72143e77ecf HTTP/1.1" status: 200 len: 843 time: 0.0471961 Jun 21 03:22:04.611845 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-67957923-7129-469f-b52b-5275d9336f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:04.613347 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-67957923-7129-469f-b52b-5275d9336f08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0885c6d-ccf9-4018-83b7-566e136fbfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0424733 Jun 21 03:22:04.653889 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:04.710518 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-69bd636b-3404-4af2-9f1f-f1c353741dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/f0885c6d-ccf9-4018-83b7-566e136fbfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902102 Jun 21 03:22:04.809643 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8636ed2c-f884-455e-80ef-3b88865e3beb req-a08edc4e-b51e-4f94-a30e-87917b6a8af2 service neutron] 10.222.0.36 "GET /v2.0/networks/f0885c6d-ccf9-4018-83b7-566e136fbfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929601 Jun 21 03:22:04.945161 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbf79b-3510-4343-a666-3f2ab64f60a2 req-7cd5574b-26be-43e6-b9ff-e9059e3c4718 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:04.946636 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-52fbf79b-3510-4343-a666-3f2ab64f60a2 req-7cd5574b-26be-43e6-b9ff-e9059e3c4718 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 948 time: 0.0558999 Jun 21 03:22:04.999108 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-52fbf79b-3510-4343-a666-3f2ab64f60a2 req-6c42b9ed-856b-4720-8f32-765a9d7c89cf tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Jun 21 03:22:05.670543 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:22:05.690670 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:05.769282 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:05.790961 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,segment=NetworkSegment(ae60bf53-0490-4ef0-9cbf-00af6d97f44b),segment_id=ae60bf53-0490-4ef0-9cbf-00af6d97f44b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:22:05.807495 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370', 'network_id': 'f0885c6d-ccf9-4018-83b7-566e136fbfe8', 'port_id': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370', 'mac_address': 'fa:16:3e:ec:10:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a322d092-d501-40ef-9400-c72143e77ecf', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:22:05.843763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:22:05.844116 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:05.857768 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:22:05.878200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,segment=NetworkSegment(ae60bf53-0490-4ef0-9cbf-00af6d97f44b),segment_id=ae60bf53-0490-4ef0-9cbf-00af6d97f44b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:22:05.883893 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:05.938136 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:06.133754 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c77ab9-e475-440a-ae7a-161911266f0b req-6fb63aef-2f73-49a3-aa13-c24d6486f68d tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:06.135243 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43c77ab9-e475-440a-ae7a-161911266f0b req-6fb63aef-2f73-49a3-aa13-c24d6486f68d tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 949 time: 0.0547841 Jun 21 03:22:06.191300 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43c77ab9-e475-440a-ae7a-161911266f0b req-6e822fc6-c1ff-4461-afab-fd3d00262420 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Jun 21 03:22:06.303685 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['b8d005cc-2d8d-4d73-bba2-e1b0b76bb370'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:22:07.327762 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322959-5d1f-4903-85fb-aa2b0660d794 req-2887e16e-dabb-4904-8cc4-68f4fdf20e41 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:07.329290 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ef322959-5d1f-4903-85fb-aa2b0660d794 req-2887e16e-dabb-4904-8cc4-68f4fdf20e41 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 949 time: 0.0610712 Jun 21 03:22:07.390261 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ef322959-5d1f-4903-85fb-aa2b0660d794 req-be546bd0-d166-4a47-9111-a3cc99caf3bb tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550282 Jun 21 03:22:07.678639 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:22:07.731982 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning for port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 03:22:07.743006 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:22:07.743374 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:07.818342 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:22:07.818726 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:07.841625 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:22:07.843931 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234df818-0790-4a8c-b5dd-9d9d629ebac6" -d '{"events": [{"server_uuid": "27f96f76-4fe8-40c0-a870-58fbcc1daa0a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d005cc-2d8d-4d73-bba2-e1b0b76bb370"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:22:07.856922 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,segment=NetworkSegment(ae60bf53-0490-4ef0-9cbf-00af6d97f44b),segment_id=ae60bf53-0490-4ef0-9cbf-00af6d97f44b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:22:07.862455 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:07.885926 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cfa00c-6525-49f8-8ff8-4966c0ce34f9 x-openstack-request-id: req-d6cfa00c-6525-49f8-8ff8-4966c0ce34f9 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:22:07.886212 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f96f76-4fe8-40c0-a870-58fbcc1daa0a", "name": "network-vif-plugged", "status": "completed", "tag": "b8d005cc-2d8d-4d73-bba2-e1b0b76bb370", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:22:07.886440 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6cfa00c-6525-49f8-8ff8-4966c0ce34f9 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:22:07.886855 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cfa00c-6525-49f8-8ff8-4966c0ce34f9'] response: {'server_uuid': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370', 'code': 200} Jun 21 03:22:07.912083 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:08.103520 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43621ec0-3d19-479f-8ba3-39bd03697a92 req-6bb4fe45-aa09-4af4-8cc6-193f00a1c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:08.105084 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43621ec0-3d19-479f-8ba3-39bd03697a92 req-6bb4fe45-aa09-4af4-8cc6-193f00a1c981 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 1134 time: 0.0427821 Jun 21 03:22:08.156551 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43621ec0-3d19-479f-8ba3-39bd03697a92 req-5da5afcc-8e2c-4390-bf61-b25b600405fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Jun 21 03:22:08.525471 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa876c6-c46d-4777-bfe5-fba600949824 req-3dbbe444-b60c-478b-b4bb-0d24d1a846b4 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:08.526870 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0fa876c6-c46d-4777-bfe5-fba600949824 req-3dbbe444-b60c-478b-b4bb-0d24d1a846b4 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 950 time: 0.0498064 Jun 21 03:22:08.591853 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0fa876c6-c46d-4777-bfe5-fba600949824 req-71910c51-59f9-481c-89a5-8994b4b153f9 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Jun 21 03:22:09.215748 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:22:09.733110 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3862300-5f88-4757-888b-073b83492c29 req-651401c7-f89d-423a-bf05-c63c8d138044 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:09.734593 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3862300-5f88-4757-888b-073b83492c29 req-651401c7-f89d-423a-bf05-c63c8d138044 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 950 time: 0.0584896 Jun 21 03:22:09.782652 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3862300-5f88-4757-888b-073b83492c29 req-3a7e6a5e-92a5-4134-8784-e597f949aac6 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Jun 21 03:22:10.908196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2f16-f27c-4682-afb2-5c0963d9b910 req-5cd6653b-e8bf-4524-a01d-b27827171941 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:10.909818 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-586b2f16-f27c-4682-afb2-5c0963d9b910 req-5cd6653b-e8bf-4524-a01d-b27827171941 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 950 time: 0.0541067 Jun 21 03:22:10.961068 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-586b2f16-f27c-4682-afb2-5c0963d9b910 req-c70b3ad6-259f-4663-90ca-0709134f2b09 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435121 Jun 21 03:22:11.217225 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:11.220697 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=26 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:11.236988 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107f64c-21ec-495a-8ddc-997507158da7 req-cecff3d4-d6a2-4dad-9961-1b6576a392b7 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:11.238500 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1107f64c-21ec-495a-8ddc-997507158da7 req-cecff3d4-d6a2-4dad-9961-1b6576a392b7 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 950 time: 0.0569530 Jun 21 03:22:11.288545 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1107f64c-21ec-495a-8ddc-997507158da7 req-26db6fc7-fb93-40ae-afd6-103f331a72a5 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439394 Jun 21 03:22:11.625806 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-60c771f2-5f72-4b31-bed0-802807e6ddad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:12.429411 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a324618-5145-4e75-8c6a-312659476f10 req-7e16cb59-5d98-4b52-a320-02f192f91149 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:12.430873 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a324618-5145-4e75-8c6a-312659476f10 req-7e16cb59-5d98-4b52-a320-02f192f91149 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 950 time: 0.0554674 Jun 21 03:22:12.488174 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a324618-5145-4e75-8c6a-312659476f10 req-a4c2773a-93fe-4920-b005-933a1d762e3e tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/security-groups?id=3595a363-97de-4a09-97e0-6238c6a305e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Jun 21 03:22:12.797349 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-ff9d2b2f-75af-4c3a-95e4-eb5ef93247be tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:12.798828 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-ff9d2b2f-75af-4c3a-95e4-eb5ef93247be tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.36 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 950 time: 0.0619316 Jun 21 03:22:12.889548 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Deleting port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:22:12.889833 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:12.983298 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] For port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,segment=NetworkSegment(ae60bf53-0490-4ef0-9cbf-00af6d97f44b),segment_id=ae60bf53-0490-4ef0-9cbf-00af6d97f44b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:22:12.983621 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:12.997861 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Calling delete_port for b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:22:13.069368 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:13.132524 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (b8d005cc-2d8d-4d73-bba2-e1b0b76bb370), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:13.143293 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:13.168767 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Pushing event deleted for resources: {'Port': ['ID=b8d005cc-2d8d-4d73-bba2-e1b0b76bb370,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:13.169155 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['b8d005cc-2d8d-4d73-bba2-e1b0b76bb370'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:22:13.214666 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] No DVR routers for this DVR port b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:22:13.217252 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:13.220510 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8bd5b4d9-bd01-497b-97ca-1ffe93c0bf0b req-94b5c125-4a09-4f61-a60e-07d5f7c63a47 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.36 "DELETE /v2.0/ports/b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 HTTP/1.1" status: 204 len: 173 time: 0.4156401 Jun 21 03:22:13.221096 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'name': 'network-vif-deleted', 'tag': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:22:13.223461 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6d992-0d7d-459b-92b7-7c93ab64bf87" -d '{"events": [{"server_uuid": "27f96f76-4fe8-40c0-a870-58fbcc1daa0a", "name": "network-vif-deleted", "tag": "b8d005cc-2d8d-4d73-bba2-e1b0b76bb370"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:22:13.272402 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50952323-c819-459f-9bed-0f063beccb1e x-openstack-request-id: req-50952323-c819-459f-9bed-0f063beccb1e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:22:13.272949 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f96f76-4fe8-40c0-a870-58fbcc1daa0a", "name": "network-vif-deleted", "tag": "b8d005cc-2d8d-4d73-bba2-e1b0b76bb370", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:22:13.273437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50952323-c819-459f-9bed-0f063beccb1e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:22:13.273849 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50952323-c819-459f-9bed-0f063beccb1e'] response: {'server_uuid': '27f96f76-4fe8-40c0-a870-58fbcc1daa0a', 'name': 'network-vif-deleted', 'tag': 'b8d005cc-2d8d-4d73-bba2-e1b0b76bb370', 'status': 'completed', 'code': 200} Jun 21 03:22:13.596713 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-274ed3dc-3dcb-4de5-b0cc-b5ccb9120a5c req-bab38568-4e44-4b02-ac86-ea788563a2a8 tempest-VolumesNegativeTest-470272452 tempest-VolumesNegativeTest-470272452-project] 10.222.0.16 "GET /v2.0/ports?device_id=27f96f76-4fe8-40c0-a870-58fbcc1daa0a HTTP/1.1" status: 200 len: 210 time: 0.0279405 Jun 21 03:22:13.853193 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94972f97-1b99-4a5f-b737-0ed380a005d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:14.920886 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:15.717761 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:22:15.741298 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:22:15.741642 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device b8d005cc-2d8d-4d73-bba2-e1b0b76bb370 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:22:16.336027 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:16.735262 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:18.117404 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:18.923884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36692) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:19.065733 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:19.082729 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7f76ce96-f6dd-4c4a-920b-6e0f20f234d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f41d09ea2ec147cfafda6ee66cd063f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576583 Jun 21 03:22:19.085580 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36696) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:22:19.149818 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdbd314a-13a8-493b-baea-05a86d70c6b9 admin admin] Publish callbacks [] for security_group (3595a363-97de-4a09-97e0-6238c6a305e4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:19.173141 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdbd314a-13a8-493b-baea-05a86d70c6b9 admin admin] Publish callbacks [] for security_group (3595a363-97de-4a09-97e0-6238c6a305e4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:19.210703 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=75 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:19.222492 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdbd314a-13a8-493b-baea-05a86d70c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (3595a363-97de-4a09-97e0-6238c6a305e4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:19.226357 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdbd314a-13a8-493b-baea-05a86d70c6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:19.227808 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fdbd314a-13a8-493b-baea-05a86d70c6b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3595a363-97de-4a09-97e0-6238c6a305e4 HTTP/1.1" status: 204 len: 168 time: 0.1411576 Jun 21 03:22:19.236377 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd314a-13a8-493b-baea-05a86d70c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595a363-97de-4a09-97e0-6238c6a305e4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:22:23.578689 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:23.579950 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:28.107268 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:29.206328 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:29.231999 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:29.249350 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:41.626242 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5d1b954a-54e1-4645-be7f-bc1ccf7b06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:43.850790 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-327e0ef4-9b04-43ca-8d61-bfcf15d08252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:44.931419 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:46.221400 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:22:46.342418 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:46.739512 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:48.124395 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:22:54.063137 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-d6110691-e984-4ba2-b665-977ff07534e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427146 Jun 21 03:22:54.163782 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-27d03806-0bfd-4b8f-9984-a6be93040e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:54.165314 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-27d03806-0bfd-4b8f-9984-a6be93040e3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1169 time: 0.0417721 Jun 21 03:22:54.274652 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-02d930df-8ab7-4290-a895-c3bb1215b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:54.276145 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-02d930df-8ab7-4290-a895-c3bb1215b07d service neutron] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 915 time: 0.0869439 Jun 21 03:22:54.360132 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-1e9c9727-10e0-49df-a61a-5d77f5c3e161 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 1002 time: 0.0770149 Jun 21 03:22:54.420773 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-6c2116e1-d1a2-4dd2-8140-d55a413d07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:54.422821 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-6c2116e1-d1a2-4dd2-8140-d55a413d07c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.0573809 Jun 21 03:22:54.472593 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-bcd6e5e9-3e85-4891-8097-93e7a9f9c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:54.474179 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-bcd6e5e9-3e85-4891-8097-93e7a9f9c84f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449893 Jun 21 03:22:54.567157 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-114c366d-e7d9-40a1-a8c3-f41b4a36db65 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866151 Jun 21 03:22:54.662710 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6860bf79-b247-463c-879d-e12bb0501aa7 req-8e559855-0df9-47fe-b08e-3d7631ef7a38 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888104 Jun 21 03:22:56.212988 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:56.213754 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:56.531856 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7e88e-ad9f-4506-ac62-53d854d7d435 req-c26dc74d-dc9e-4eb1-8708-97b9e765a47f tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:56.533398 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ede7e88e-ad9f-4506-ac62-53d854d7d435 req-c26dc74d-dc9e-4eb1-8708-97b9e765a47f tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0518267 Jun 21 03:22:56.562790 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-5e0de391-1a5d-4280-a32a-aa549b34e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:56.564333 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-5e0de391-1a5d-4280-a32a-aa549b34e454 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1169 time: 0.0445435 Jun 21 03:22:56.596008 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ede7e88e-ad9f-4506-ac62-53d854d7d435 req-0a38c3cf-cd13-469f-8ac0-293c521d1dab tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568531 Jun 21 03:22:56.655041 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-0426ea7a-e214-4fa7-a290-1c7b3f09037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:56.656550 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-0426ea7a-e214-4fa7-a290-1c7b3f09037a service neutron] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 915 time: 0.0854673 Jun 21 03:22:56.722780 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-970b0a31-9472-497d-b5bc-daff695d3dcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 1002 time: 0.0600622 Jun 21 03:22:56.778138 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-8d848d13-7037-4e8e-9ff6-ac36a3536e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:56.779611 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-8d848d13-7037-4e8e-9ff6-ac36a3536e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.0507355 Jun 21 03:22:56.823778 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-f97f82e2-9e8f-4104-95c5-1fc911929b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:56.825259 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-f97f82e2-9e8f-4104-95c5-1fc911929b3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389786 Jun 21 03:22:56.929436 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-5097ef72-19a2-4b0c-9748-b413d93dcedc service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974431 Jun 21 03:22:57.030385 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-548e4957-2072-47a0-b67e-9b5808370ba5 req-ef190a06-dc0f-4c8a-bf5d-63db694f38e0 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935757 Jun 21 03:22:57.690128 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:57.731459 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52135a-9359-430b-9d49-56c9742c78cd req-08125b7b-896a-4fe9-92b7-c0fbaf2b42aa tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:57.732949 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5b52135a-9359-430b-9d49-56c9742c78cd req-08125b7b-896a-4fe9-92b7-c0fbaf2b42aa tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0528734 Jun 21 03:22:57.747342 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:22:57.798697 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5b52135a-9359-430b-9d49-56c9742c78cd req-1286cc61-95cf-4d81-b2de-fe5670b780c4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597508 Jun 21 03:22:58.930877 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95740e89-9899-4d54-8f60-344536a59363 req-3e67ca0c-597d-4295-986b-888b5b577c5f tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:22:58.932328 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95740e89-9899-4d54-8f60-344536a59363 req-3e67ca0c-597d-4295-986b-888b5b577c5f tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0541415 Jun 21 03:22:59.000569 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95740e89-9899-4d54-8f60-344536a59363 req-11228ee3-73ce-4193-8bc8-4d97b78b7af3 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597880 Jun 21 03:23:00.136929 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad107b-ff1f-45f6-8cd6-c2684e40d319 req-a4841ce7-42cc-4e56-9c83-33d3cdb14fb6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:00.138328 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad107b-ff1f-45f6-8cd6-c2684e40d319 req-a4841ce7-42cc-4e56-9c83-33d3cdb14fb6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0477934 Jun 21 03:23:00.203878 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad107b-ff1f-45f6-8cd6-c2684e40d319 req-bfe035c0-7f2a-4354-8e09-f3760b94fdf9 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598938 Jun 21 03:23:00.390380 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:00.394678 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:01.324692 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dd637-6a63-4cec-bc22-672415f7747d req-030b4736-db08-44cb-95a4-71019c44fe76 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:01.326189 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd3dd637-6a63-4cec-bc22-672415f7747d req-030b4736-db08-44cb-95a4-71019c44fe76 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0482080 Jun 21 03:23:01.388208 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd3dd637-6a63-4cec-bc22-672415f7747d req-08422317-23f8-4297-94ed-b6c697882f63 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562489 Jun 21 03:23:02.518172 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e4912-761f-47e2-8c34-fab4a6dcaa70 req-0f5cfe47-e59f-435a-8716-c110a6e7c554 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:02.519626 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa0e4912-761f-47e2-8c34-fab4a6dcaa70 req-0f5cfe47-e59f-435a-8716-c110a6e7c554 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0509720 Jun 21 03:23:02.588106 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa0e4912-761f-47e2-8c34-fab4a6dcaa70 req-5d7a0131-918b-43e8-acc4-06525e68e9b6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602257 Jun 21 03:23:03.728234 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7b03a-f325-464b-8f22-7cd40b2370c9 req-df5ad7b3-c4dc-467e-ac90-9c247d9771bb tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:03.729722 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dc7b03a-f325-464b-8f22-7cd40b2370c9 req-df5ad7b3-c4dc-467e-ac90-9c247d9771bb tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0547600 Jun 21 03:23:03.793649 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dc7b03a-f325-464b-8f22-7cd40b2370c9 req-b1c88f50-f726-42e0-a75e-d108d65505b9 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558746 Jun 21 03:23:04.930902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bf25f-f300-4a37-b2a1-6144bcb93f96 req-1317e03c-6a56-4bd4-b473-22a70964df34 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:04.932341 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe0bf25f-f300-4a37-b2a1-6144bcb93f96 req-1317e03c-6a56-4bd4-b473-22a70964df34 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0549212 Jun 21 03:23:04.991831 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe0bf25f-f300-4a37-b2a1-6144bcb93f96 req-51c1cf10-f9c8-40d3-84d5-4446d02d4131 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533521 Jun 21 03:23:06.132275 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a6fc8-ff44-4464-8865-175ad4bf9951 req-092a7793-e5a5-4538-bcdb-bf6870ae6ff5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:06.133678 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a09a6fc8-ff44-4464-8865-175ad4bf9951 req-092a7793-e5a5-4538-bcdb-bf6870ae6ff5 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0629292 Jun 21 03:23:06.209024 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a09a6fc8-ff44-4464-8865-175ad4bf9951 req-75bbd172-0b11-470a-969e-2cd84171bc49 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668147 Jun 21 03:23:07.355764 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bb1f7-4f58-4105-a659-d5c53fdf3054 req-a4f0e574-b91f-4c29-a1de-22d281daa0b9 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:07.357250 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc8bb1f7-4f58-4105-a659-d5c53fdf3054 req-a4f0e574-b91f-4c29-a1de-22d281daa0b9 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0561848 Jun 21 03:23:07.423943 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc8bb1f7-4f58-4105-a659-d5c53fdf3054 req-b12b80b3-f23e-4b29-b339-45f18c107819 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581260 Jun 21 03:23:08.556608 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac8cf-1d14-4832-b5ef-625ab9b83a3e req-28e55ba6-78a0-4060-a864-b18e10591182 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:08.558094 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-14dac8cf-1d14-4832-b5ef-625ab9b83a3e req-28e55ba6-78a0-4060-a864-b18e10591182 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0584631 Jun 21 03:23:08.622299 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-14dac8cf-1d14-4832-b5ef-625ab9b83a3e req-a6109ecb-ac63-417b-a0a3-e090938ff743 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556786 Jun 21 03:23:09.758965 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e591a-7d7f-459b-bb1c-739a1a3e426b req-74be1bf4-b16e-4436-a934-17e9b2f08f84 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:09.760432 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-760e591a-7d7f-459b-bb1c-739a1a3e426b req-74be1bf4-b16e-4436-a934-17e9b2f08f84 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0603869 Jun 21 03:23:09.825326 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-760e591a-7d7f-459b-bb1c-739a1a3e426b req-b676d23b-e05d-4da9-80c9-c1028ea89305 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561898 Jun 21 03:23:10.960874 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f371ae5-c3a0-43a2-b522-e5de62db41ca req-56782936-c714-4e27-bbd9-b09667622580 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:10.962362 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f371ae5-c3a0-43a2-b522-e5de62db41ca req-56782936-c714-4e27-bbd9-b09667622580 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0603144 Jun 21 03:23:11.028607 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f371ae5-c3a0-43a2-b522-e5de62db41ca req-7a2041de-3411-48ad-b463-2a8cda5cadb6 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601957 Jun 21 03:23:11.629091 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-840ccc1e-7ea1-43e1-a17e-6067dbb2d8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:12.156948 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032fc54-cd9a-437b-99fa-b126cd875645 req-c2ddeb8d-5ae4-402a-a29b-3bb3b6df1e0d tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:12.158410 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1032fc54-cd9a-437b-99fa-b126cd875645 req-c2ddeb8d-5ae4-402a-a29b-3bb3b6df1e0d tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0497067 Jun 21 03:23:12.219232 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1032fc54-cd9a-437b-99fa-b126cd875645 req-f3003f14-e4e1-4192-8c4d-f12dc037fce1 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539241 Jun 21 03:23:13.354360 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc573b3c-bcbb-471c-bf99-511a5ae746f3 req-14d3dc9d-7c61-4126-b07a-7aab57d3e3f4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:13.355917 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc573b3c-bcbb-471c-bf99-511a5ae746f3 req-14d3dc9d-7c61-4126-b07a-7aab57d3e3f4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0564220 Jun 21 03:23:13.418270 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc573b3c-bcbb-471c-bf99-511a5ae746f3 req-18b0d7ec-d989-4bc0-8649-b587c0061fd3 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d0275d5-f147-4c23-bea8-fa879fbc56f9&id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563827 Jun 21 03:23:13.849901 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9aa2-73eb-482e-98d7-a026e4907d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:14.933878 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:16.355995 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:16.747141 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:18.131216 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:22.210386 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=73 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:22.213420 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=69 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:23.225407 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:23:23.404116 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=86 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:23.412552 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=82 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:28.122241 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:28.124264 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:40.384617 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=18 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:40.389095 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:41.627652 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-41f70eb6-e8ce-4611-be74-92db32d6d2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:43.851815 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b684a608-cdc2-4fe0-b236-a2961220f45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:44.935988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:46.359483 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:46.744579 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:48.129104 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:23:55.084313 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-c28293f9-ce8f-4e7b-9631-720bda26fd5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413775 Jun 21 03:23:55.155502 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-ff38c577-5b3b-4ebe-ad17-bbccbdfed9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:55.157154 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-ff38c577-5b3b-4ebe-ad17-bbccbdfed9b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0390692 Jun 21 03:23:55.273939 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-4a878c6c-12e6-4ae7-a506-e76878797141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:55.275475 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-4a878c6c-12e6-4ae7-a506-e76878797141 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.0973051 Jun 21 03:23:55.340878 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-a676f27d-18c2-496b-9f33-f1ede120ced5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 1001 time: 0.0583413 Jun 21 03:23:55.392208 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-05a091d6-56e5-4727-a653-02c26095b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:55.393715 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-05a091d6-56e5-4727-a653-02c26095b9a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0456848 Jun 21 03:23:55.435838 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-ec8731c1-7af1-4c11-badb-44ada2d31a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:23:55.437397 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-ec8731c1-7af1-4c11-badb-44ada2d31a21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375667 Jun 21 03:23:55.531449 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-ae5cfc70-d266-45f3-be96-2751bc1cf988 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872018 Jun 21 03:23:55.634919 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7537137-4e1a-49a7-8d3f-9a1d8c076a17 req-a4fc819e-7e39-4cba-a310-70f510c8d60a service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971751 Jun 21 03:23:58.118532 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:23:58.121997 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:00.229649 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:24:02.297356 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:03.887040 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee5a6e-fc60-472e-a621-6d4197a376da req-bdc13893-d359-474a-a017-e17b52af04b6 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:03.888524 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-76ee5a6e-fc60-472e-a621-6d4197a376da req-bdc13893-d359-474a-a017-e17b52af04b6 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.2367122 Jun 21 03:24:03.941168 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-76ee5a6e-fc60-472e-a621-6d4197a376da req-e9601f7a-a136-4de9-97c7-b4fc249376a8 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466123 Jun 21 03:24:05.143680 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f363-7c83-490c-b109-46fff7b290bc req-9f2e1d18-8b3b-4f3d-8ab4-0845ea051726 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:05.145234 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f580f363-7c83-490c-b109-46fff7b290bc req-9f2e1d18-8b3b-4f3d-8ab4-0845ea051726 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.1233993 Jun 21 03:24:05.195332 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f580f363-7c83-490c-b109-46fff7b290bc req-d3f99180-87e8-4673-8f16-6b3332ebe0c2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443614 Jun 21 03:24:06.330444 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eacd9-d10d-4554-bfc3-63afcd89155a req-658c32d9-a864-46f7-a774-6970b7d3fa4e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:06.331948 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-114eacd9-d10d-4554-bfc3-63afcd89155a req-658c32d9-a864-46f7-a774-6970b7d3fa4e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0580196 Jun 21 03:24:06.387583 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-114eacd9-d10d-4554-bfc3-63afcd89155a req-ae691d35-13e3-473f-aea8-e32b7bf8dc07 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453780 Jun 21 03:24:07.512796 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eb3b-6ce4-4498-b33b-84d2cab6859f req-58c5a471-ceb3-41da-b626-b49a9e23a8e6 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:07.514266 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d759eb3b-6ce4-4498-b33b-84d2cab6859f req-58c5a471-ceb3-41da-b626-b49a9e23a8e6 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0479300 Jun 21 03:24:07.563849 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d759eb3b-6ce4-4498-b33b-84d2cab6859f req-55713898-de51-4e9e-a4b0-93ccf585032c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439572 Jun 21 03:24:08.698104 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dec940-b8a5-4561-bfd5-d6ddf40a7ce1 req-805255ae-91d6-4688-a8c9-64d8d82a40e2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:08.699918 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-06dec940-b8a5-4561-bfd5-d6ddf40a7ce1 req-805255ae-91d6-4688-a8c9-64d8d82a40e2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0502882 Jun 21 03:24:08.754002 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-06dec940-b8a5-4561-bfd5-d6ddf40a7ce1 req-f7de9c77-f000-430f-a5d1-25547a1b6c80 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484848 Jun 21 03:24:08.984680 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-7e1c74b9-3030-4d14-bb07-290b6c61fd9c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281417469&fields=id&tenant_id=5e57658c9c9340adba6ab15050b24e8a HTTP/1.1" status: 200 len: 267 time: 0.0471723 Jun 21 03:24:09.044454 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-7f48d5b4-aa1b-4f3c-924a-9ec1652f65e7 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:09.045941 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-7f48d5b4-aa1b-4f3c-924a-9ec1652f65e7 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 985 time: 0.0529902 Jun 21 03:24:09.059838 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Request body: {'port': {'security_groups': ['022c8c43-aff8-4585-89de-bf7e1885ec10']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 03:24:09.137959 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.207171 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:09.327661 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:09.329182 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:09.355870 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.362377 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4059265'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.397076 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['4c7cd145-f55d-411f-9d56-f4f86a8cec19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:24:09.411062 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:09.411672 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.413063 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2507984-dd1b-4cf0-9789-36b13a00a986 req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "PUT /v2.0/ports/4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 943 time: 0.3607802 Jun 21 03:24:09.416155 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:24:09.418797 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac3a3bf-8305-411e-9357-d6b4037726ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:24:09.419982 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36802) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:09.442457 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event updated for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:09.451351 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.451764 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.452108 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.452467 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.452803 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.453135 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.453462 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.453974 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.454176 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.454468 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.454876 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.455202 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.455524 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.455844 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.456172 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481ffbe2-8cbc-43eb-9022-06b30aacda3c tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.470308 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2981435d-2bdf-4ed5-8217-6869cc65de53 x-openstack-request-id: req-2981435d-2bdf-4ed5-8217-6869cc65de53 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:24:09.470598 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:24:09.470838 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2981435d-2bdf-4ed5-8217-6869cc65de53 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:24:09.471524 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2981435d-2bdf-4ed5-8217-6869cc65de53'] response: {'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'status': 'completed', 'code': 200} Jun 21 03:24:09.505909 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group (5d0275d5-f147-4c23-bea8-fa879fbc56f9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.538570 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group (5d0275d5-f147-4c23-bea8-fa879fbc56f9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.562560 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-e2993f18-a812-43ff-b5f1-561c93c29f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:09.564822 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-e2993f18-a812-43ff-b5f1-561c93c29f8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1130 time: 0.0503001 Jun 21 03:24:09.623647 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (5d0275d5-f147-4c23-bea8-fa879fbc56f9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.628368 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.633958 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36806) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:09.634214 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "DELETE /v2.0/security-groups/5d0275d5-f147-4c23-bea8-fa879fbc56f9 HTTP/1.1" status: 204 len: 168 time: 0.2127986 Jun 21 03:24:09.647306 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0275d5-f147-4c23-bea8-fa879fbc56f9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:09.655459 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.655771 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.656110 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.656246 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['4c7cd145-f55d-411f-9d56-f4f86a8cec19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:24:09.656454 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.656875 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.657534 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.657864 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.658178 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.658494 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.658810 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.659128 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.659434 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.660873 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.660873 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.660873 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a67c0-372f-44be-8c44-3110415baadc tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:09.771382 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-311e5dbc-c8e2-4095-bae3-ff4f832cf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:09.772897 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-311e5dbc-c8e2-4095-bae3-ff4f832cf8be service neutron] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 915 time: 0.2007930 Jun 21 03:24:09.779525 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-558e58b3-d4d6-4670-b0a6-b0bbd7020b26 None None] Provisioning complete for port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:24:09.779879 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-558e58b3-d4d6-4670-b0a6-b0bbd7020b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:09.909043 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-f9fce495-1677-4db8-b934-92a7e3d02c39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 1002 time: 0.1290300 Jun 21 03:24:09.920577 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb8515-0831-4620-9b43-f4460eb314cd req-00609541-97af-4f25-aac9-3cba3bbe9f9c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:09.921717 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-558e58b3-d4d6-4670-b0a6-b0bbd7020b26 None None] Current status of the port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:24:09.922016 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08bb8515-0831-4620-9b43-f4460eb314cd req-00609541-97af-4f25-aac9-3cba3bbe9f9c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0871863 Jun 21 03:24:09.956264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Deleting port af76e165-8c2c-42ba-9e48-8bac99d0a8be {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:09.956613 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:10.044562 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-fea8d3c6-5bc8-44a2-8448-24ea7f354f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:10.046001 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-fea8d3c6-5bc8-44a2-8448-24ea7f354f5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.1205852 Jun 21 03:24:10.091217 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08bb8515-0831-4620-9b43-f4460eb314cd req-b6fda251-0c18-4e37-b1d4-1cf759f79cfd tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552312 Jun 21 03:24:10.116524 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-750cafca-436c-430c-ba9e-962658ab9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:10.117958 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-750cafca-436c-430c-ba9e-962658ab9a86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651417 Jun 21 03:24:10.119625 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:10.119973 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for floatingip (af76e165-8c2c-42ba-9e48-8bac99d0a8be), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:10.150115 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Calling delete_port for af76e165-8c2c-42ba-9e48-8bac99d0a8be owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:10.222170 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=6 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:10.504161 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:10.545868 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-187349e4-9808-467c-89c8-d1af64de3c9e service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177430 Jun 21 03:24:10.548190 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:10.685650 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eac3a3bf-8305-411e-9357-d6b4037726ce req-e764d48b-762e-40fc-9cd6-ebe9c10856f6 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312821 Jun 21 03:24:10.706005 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (af76e165-8c2c-42ba-9e48-8bac99d0a8be), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:10.729104 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event deleted for resources: {'Port': ['ID=af76e165-8c2c-42ba-9e48-8bac99d0a8be,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:10.792265 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks [] for floatingip (b8af7162-5b8a-44f1-bf1d-e6e97efd374e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:10.792530 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Floating IP b8af7162-5b8a-44f1-bf1d-e6e97efd374e disassociated (deleted). External IP: 172.27.2.195, port: 4c7cd145-f55d-411f-9d56-f4f86a8cec19. Jun 21 03:24:11.002438 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Router feba8743-4b80-4615-81e2-7ef984bef845 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:24:11.114528 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:24:11.119902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:11.126245 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] Sync routers for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:24:11.136586 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:24:11.137222 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:23:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:11.155905 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6ca76834-367c-4a7e-a572-d187cc644125 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8af7162-5b8a-44f1-bf1d-e6e97efd374e HTTP/1.1" status: 204 len: 168 time: 1.5207119 Jun 21 03:24:11.222931 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a46153-cd62-422f-b5c5-1d9829bb2e49 req-b415903a-e126-4fa4-965e-7c4d8efc2e63 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:11.228896 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f3a46153-cd62-422f-b5c5-1d9829bb2e49 req-b415903a-e126-4fa4-965e-7c4d8efc2e63 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0580087 Jun 21 03:24:11.239340 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:24:11.284694 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f3a46153-cd62-422f-b5c5-1d9829bb2e49 req-c612e292-72c4-48bf-afda-c09baf82fe64 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543036 Jun 21 03:24:11.434646 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 5, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:11.459435 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] Checking router: feba8743-4b80-4615-81e2-7ef984bef845 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:24:11.468508 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:24:11.469102 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:23:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:11.472934 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:24:11.475294 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd90c05f-d5ae-4372-8bb2-e4a934016512" -d '{"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:24:11.511150 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8604ee39-1ae1-48c7-a4bc-ff215b985240 x-openstack-request-id: req-8604ee39-1ae1-48c7-a4bc-ff215b985240 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:24:11.511444 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:24:11.511694 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8604ee39-1ae1-48c7-a4bc-ff215b985240 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:24:11.512104 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8604ee39-1ae1-48c7-a4bc-ff215b985240'] response: {'name': 'network-changed', 'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'status': 'completed', 'code': 200} Jun 21 03:24:11.570838 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:24:11.624347 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-647d53c4-8252-40fa-8c38-b8552fe4906b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:11.761797 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 5, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:11.786736 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820d7ba-6494-43de-8a1e-6bc2588f9936 None None] The sync data for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi is: [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:20:43Z', 'revision_number': 4, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': '073590c9-5bce-4ea9-a43c-b709f58312ef', 'name': '', 'network_id': '04bab0d7-ec3d-4594-a10a-c0d2840f14fd', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'mac_address': 'fa:16:3e:08:ef:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:42Z', 'updated_at': '2022-06-21T03:20:47Z', 'revision_number': 5, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'subnets': [{'id': '849f19ae-dfcd-49a5-8eb2-e5cf3b936e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:24:11.936766 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-40913e19-2ad7-4d27-9643-343982445764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:11.938371 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-40913e19-2ad7-4d27-9643-343982445764 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e57658c9c9340adba6ab15050b24e8a&device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 1130 time: 0.0440292 Jun 21 03:24:12.016457 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf4190-acb5-4850-b709-fd02f10956e2 None None] New status for floating IP b8af7162-5b8a-44f1-bf1d-e6e97efd374e: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:24:12.044833 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-8fc0baff-d97d-42aa-95e1-d7ceeff357f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:12.046375 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-8fc0baff-d97d-42aa-95e1-d7ceeff357f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 200 len: 915 time: 0.1024528 Jun 21 03:24:12.086399 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-ca694b20-ee38-4eb9-af9b-db351893b5b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 200 len: 217 time: 0.0340533 Jun 21 03:24:12.139714 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-c4623c6b-4dfb-408c-96e0-8cb5bafc6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:12.141208 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-c4623c6b-4dfb-408c-96e0-8cb5bafc6a09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 200 len: 853 time: 0.0488756 Jun 21 03:24:12.191006 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-333ef6c6-6f80-49a7-b8e2-2bfbee27bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:12.192606 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-333ef6c6-6f80-49a7-b8e2-2bfbee27bbe9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04bab0d7-ec3d-4594-a10a-c0d2840f14fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454333 Jun 21 03:24:12.221792 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:12.234035 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:12.289079 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-f3cd5ac1-036a-4f40-947a-634faf4eb70b service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895653 Jun 21 03:24:12.393607 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd90c05f-d5ae-4372-8bb2-e4a934016512 req-5a04b764-84de-4518-96d7-89123db6d673 service neutron] 10.222.0.36 "GET /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978124 Jun 21 03:24:12.414585 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e871505-f2d0-49b4-aa1b-39ed22aa5cb1 req-a6db88d4-fdb2-4822-964d-32c8670eb3e2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:12.417350 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e871505-f2d0-49b4-aa1b-39ed22aa5cb1 req-a6db88d4-fdb2-4822-964d-32c8670eb3e2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0575459 Jun 21 03:24:12.473639 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e871505-f2d0-49b4-aa1b-39ed22aa5cb1 req-a8c446ef-372b-4f90-b2b0-937eac60a810 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494432 Jun 21 03:24:13.596713 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e22435-db67-4a36-9e53-fb175bcd9c3b req-ac072080-71a9-46cb-bf96-88343e9f2b8a tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:13.598265 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10e22435-db67-4a36-9e53-fb175bcd9c3b req-ac072080-71a9-46cb-bf96-88343e9f2b8a tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Jun 21 03:24:13.664383 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10e22435-db67-4a36-9e53-fb175bcd9c3b req-41669ee8-fc9b-43a9-9ff2-f3bd6d1a65b7 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569322 Jun 21 03:24:13.845905 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fa791ac0-737a-4d4b-af08-01dea2495bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:13.911512 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda700ca-8963-4daf-a728-d66ccdc1109b req-3363fe7b-5bdb-4643-945e-56ba8c0076c4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:13.913126 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dda700ca-8963-4daf-a728-d66ccdc1109b req-3363fe7b-5bdb-4643-945e-56ba8c0076c4 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0500083 Jun 21 03:24:13.925631 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-947f8d54-5a0f-4603-bc6b-5697ea797972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:13.927165 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-947f8d54-5a0f-4603-bc6b-5697ea797972 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0437775 Jun 21 03:24:13.964183 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dda700ca-8963-4daf-a728-d66ccdc1109b req-cc28e257-a697-44b1-9b87-5c1be1f6f110 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453868 Jun 21 03:24:14.790686 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa095a64-d019-4023-9e5b-cfd01e571a89 req-9a423ea6-6ab1-4330-a8d4-146191ed0d2e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:14.792165 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa095a64-d019-4023-9e5b-cfd01e571a89 req-9a423ea6-6ab1-4330-a8d4-146191ed0d2e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Jun 21 03:24:14.849324 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fa095a64-d019-4023-9e5b-cfd01e571a89 req-db6ba551-fce2-40e9-a78a-7306678f9e4c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489938 Jun 21 03:24:14.944963 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:15.093223 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367215d-cc9f-45f8-990c-1dfeb6dba053 req-ce3919f0-a7ac-4771-95d3-63efd1fa7fae tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:15.095216 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8367215d-cc9f-45f8-990c-1dfeb6dba053 req-ce3919f0-a7ac-4771-95d3-63efd1fa7fae tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0577683 Jun 21 03:24:15.145609 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8367215d-cc9f-45f8-990c-1dfeb6dba053 req-c21ef2b2-9c58-4064-9188-414ca98f1c99 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 Jun 21 03:24:15.387105 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-a5579d67-fa14-43ef-9ce7-bc6beb5cae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:15.388527 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-a5579d67-fa14-43ef-9ce7-bc6beb5cae08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.0929573 Jun 21 03:24:15.469763 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-7f7659a0-9a19-4a8e-b4c3-9b7e32afd814 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 1001 time: 0.0643690 Jun 21 03:24:15.519446 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-80db2e70-4d3a-4eaf-89c3-83b4de327d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:15.521036 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-80db2e70-4d3a-4eaf-89c3-83b4de327d1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0445035 Jun 21 03:24:15.568200 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-a8a4aa23-185c-4fad-aec2-976ffad61395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:15.569716 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-a8a4aa23-185c-4fad-aec2-976ffad61395 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402524 Jun 21 03:24:15.688391 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-f4f001ca-254e-40b0-ae91-138a44ace040 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040440 Jun 21 03:24:15.842861 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ab8f94-e136-43fc-a2c0-088315f45983 req-37a6f597-aaa4-48dc-b673-6f922487d767 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935676 Jun 21 03:24:15.985923 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273d766-8524-483a-9e50-09245fc45f7b req-748121fb-6ba5-4155-8859-54820ed43de2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:15.987407 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8273d766-8524-483a-9e50-09245fc45f7b req-748121fb-6ba5-4155-8859-54820ed43de2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0521538 Jun 21 03:24:16.042448 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8273d766-8524-483a-9e50-09245fc45f7b req-16807843-6a29-48d0-948f-cc695a461c9f tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482750 Jun 21 03:24:16.271565 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d1471-19e7-4429-96a4-6a28a2f76bb8 req-82ad87be-d14b-4eeb-b09e-e21cb329d8b8 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:16.272950 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e6d1471-19e7-4429-96a4-6a28a2f76bb8 req-82ad87be-d14b-4eeb-b09e-e21cb329d8b8 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0548952 Jun 21 03:24:16.311489 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:16.319955 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:16.325250 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e6d1471-19e7-4429-96a4-6a28a2f76bb8 req-815632c4-5f3b-4d0a-8ab7-218fc8972beb tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Jun 21 03:24:16.358072 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:16.742722 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:17.060688 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-b98d5103-6c0e-4056-8bf5-df728d5b814e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:17.062036 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-b98d5103-6c0e-4056-8bf5-df728d5b814e tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0515594 Jun 21 03:24:17.181629 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Deleting port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:17.181971 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:17.193672 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862e68e-c37d-4eef-b48e-2cf7b84177bd req-62e67df8-4331-4bae-a1e5-6246719421c0 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:17.195166 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0862e68e-c37d-4eef-b48e-2cf7b84177bd req-62e67df8-4331-4bae-a1e5-6246719421c0 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0809040 Jun 21 03:24:17.223310 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:17.231667 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:17.305104 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0862e68e-c37d-4eef-b48e-2cf7b84177bd req-ee63b544-26f9-4aaa-b95a-da6ddb17ee01 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999849 Jun 21 03:24:17.321209 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] For port 4c7cd145-f55d-411f-9d56-f4f86a8cec19, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4c7cd145-f55d-411f-9d56-f4f86a8cec19,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:17.321576 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:17.335852 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Calling delete_port for 4c7cd145-f55d-411f-9d56-f4f86a8cec19 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:17.451437 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7662c0-e1f8-4a20-903d-f98acb73a6be req-e2416edc-908a-4022-a4c2-ca848e5a3d27 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:17.456958 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-da7662c0-e1f8-4a20-903d-f98acb73a6be req-e2416edc-908a-4022-a4c2-ca848e5a3d27 tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea047bac-ae1c-498e-8857-96d0c7d2cb74 HTTP/1.1" status: 200 len: 946 time: 0.0564709 Jun 21 03:24:17.478364 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (4c7cd145-f55d-411f-9d56-f4f86a8cec19), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:17.503086 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-da7662c0-e1f8-4a20-903d-f98acb73a6be req-e27a24a7-5c12-42f8-a8eb-2a565e51fa1d tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.16 "GET /v2.0/security-groups?id=022c8c43-aff8-4585-89de-bf7e1885ec10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440075 Jun 21 03:24:17.511310 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Pushing event deleted for resources: {'Port': ['ID=4c7cd145-f55d-411f-9d56-f4f86a8cec19,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:17.514367 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['4c7cd145-f55d-411f-9d56-f4f86a8cec19'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:24:17.556475 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] No DVR routers for this DVR port 4c7cd145-f55d-411f-9d56-f4f86a8cec19 on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:24:17.558989 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:17.562221 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29cce32a-60c9-44d2-ac30-56b4437ed820 req-278472fb-ddbe-49f5-b619-bbc5112065af tempest-TestMinimumBasicScenario-338657067 tempest-TestMinimumBasicScenario-338657067-project] 10.222.0.36 "DELETE /v2.0/ports/4c7cd145-f55d-411f-9d56-f4f86a8cec19 HTTP/1.1" status: 204 len: 173 time: 0.4944019 Jun 21 03:24:17.562657 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'name': 'network-vif-deleted', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:24:17.565356 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82282da1-aa58-4b6e-bef5-e690761e2419" -d '{"events": [{"server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "name": "network-vif-deleted", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:24:17.602373 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643770c6-d264-45ca-a46d-ff1c5c465f0d x-openstack-request-id: req-643770c6-d264-45ca-a46d-ff1c5c465f0d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:24:17.602667 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea047bac-ae1c-498e-8857-96d0c7d2cb74", "name": "network-vif-deleted", "tag": "4c7cd145-f55d-411f-9d56-f4f86a8cec19", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:24:17.602923 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-643770c6-d264-45ca-a46d-ff1c5c465f0d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:24:17.603376 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643770c6-d264-45ca-a46d-ff1c5c465f0d'] response: {'server_uuid': 'ea047bac-ae1c-498e-8857-96d0c7d2cb74', 'name': 'network-vif-deleted', 'tag': '4c7cd145-f55d-411f-9d56-f4f86a8cec19', 'status': 'completed', 'code': 200} Jun 21 03:24:18.138584 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:18.421768 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9de5e-6963-47a7-add1-4448afcbab46 req-6fefe9da-7f1c-498c-9237-af28e9646f10 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:18.422874 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f1f9de5e-6963-47a7-add1-4448afcbab46 req-6fefe9da-7f1c-498c-9237-af28e9646f10 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0475597 Jun 21 03:24:18.473329 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f1f9de5e-6963-47a7-add1-4448afcbab46 req-5181d3e1-d59d-471f-96b7-38ad194d0552 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442529 Jun 21 03:24:18.597073 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-9dc56616-afde-478e-a02d-6019a9e4ec43 req-5ddc3eea-8afc-41e3-93a8-fb23d515a052 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:24:18.598094 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9dc56616-afde-478e-a02d-6019a9e4ec43 req-5ddc3eea-8afc-41e3-93a8-fb23d515a052 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0553293 Jun 21 03:24:18.768797 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cc7bb-0bcc-4ad6-bad3-fec928f1a054 req-56afb63c-4481-43cb-88e3-9ee9955caccd tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:18.770335 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c57cc7bb-0bcc-4ad6-bad3-fec928f1a054 req-56afb63c-4481-43cb-88e3-9ee9955caccd tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Jun 21 03:24:18.781094 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36890) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:18.837364 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c57cc7bb-0bcc-4ad6-bad3-fec928f1a054 req-7dd6e0cc-7249-4534-8489-7335c3496b9c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562992 Jun 21 03:24:18.866796 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-d5f7edb9-9126-4a41-b790-1692c78be9c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843909 Jun 21 03:24:18.875247 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-fce2062a-8979-4b4f-83d7-2153bc56dd49 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 03:24:18.876190 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-fce2062a-8979-4b4f-83d7-2153bc56dd49 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049057 Jun 21 03:24:18.974948 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:19.071605 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-5a5ec77e-7d72-404d-9c55-cd17028af8ca tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:19.073112 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-5a5ec77e-7d72-404d-9c55-cd17028af8ca tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports/77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 942 time: 0.0972075 Jun 21 03:24:19.303501 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36940) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:19.630682 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (feba8743-4b80-4615-81e2-7ef984bef845), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:19.826699 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:19.837979 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:19.869473 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Deleting port 073590c9-5bce-4ea9-a43c-b709f58312ef {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:19.869811 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:19.987441 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510b861-d6a8-4d0d-9d24-467cb4cc884e req-85a33960-02b4-4de3-974a-262b6d307ca5 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:19.989060 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a510b861-d6a8-4d0d-9d24-467cb4cc884e req-85a33960-02b4-4de3-974a-262b6d307ca5 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0925975 Jun 21 03:24:19.998371 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] For port 073590c9-5bce-4ea9-a43c-b709f58312ef, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=073590c9-5bce-4ea9-a43c-b709f58312ef,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:19.998727 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:20.027108 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Calling delete_port for 073590c9-5bce-4ea9-a43c-b709f58312ef owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:20.096293 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a510b861-d6a8-4d0d-9d24-467cb4cc884e req-13869d45-a2ec-445f-b897-4a492e485e10 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998139 Jun 21 03:24:20.245192 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (073590c9-5bce-4ea9-a43c-b709f58312ef), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:20.269953 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=073590c9-5bce-4ea9-a43c-b709f58312ef,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:20.394458 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4c7cd145-f55d-411f-9d56-f4f86a8cec19 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:20.415166 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 4c7cd145-f55d-411f-9d56-f4f86a8cec19 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:24:20.415531 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 4c7cd145-f55d-411f-9d56-f4f86a8cec19 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:24:20.415953 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 77e657ce-c759-4da2-a7bb-cf9e5b28f113 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:20.439970 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (feba8743-4b80-4615-81e2-7ef984bef845), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:20.492381 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 is: ACTIVE; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:24:20.492813 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:20.517285 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:24:20.519537 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e7c407-8e21-486d-a1e8-86599d91995d" -d '{"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-unplugged", "status": "completed", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:24:20.531938 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:20.538923 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:20.564668 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a863d83a-89b1-4522-9b90-9d8667107da1 x-openstack-request-id: req-a863d83a-89b1-4522-9b90-9d8667107da1 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:24:20.564929 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-unplugged", "status": "completed", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:24:20.565200 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a863d83a-89b1-4522-9b90-9d8667107da1 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:24:20.565593 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a863d83a-89b1-4522-9b90-9d8667107da1'] response: {'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'code': 200} Jun 21 03:24:20.570338 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:20.593365 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=6']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:20.601507 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.601875 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.602269 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.602587 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.602910 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.603228 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.603544 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.603857 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.604170 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.604503 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.604876 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.605195 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.605505 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.605813 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.606126 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:24:20.872100 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-50bb4a15-7847-415e-acf6-ee649f379af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:20.873525 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-50bb4a15-7847-415e-acf6-ee649f379af0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508&tenant_id=775518eb8c104022b5acfd12ead0fee5 HTTP/1.1" status: 200 len: 1127 time: 0.3453426 Jun 21 03:24:20.959147 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-73ffb957-1396-4e73-9868-8e656956e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:20.960707 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-73ffb957-1396-4e73-9868-8e656956e1fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1127 time: 0.0491004 Jun 21 03:24:20.998979 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:21.013088 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:21.072619 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Router feba8743-4b80-4615-81e2-7ef984bef845 has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:24:21.105665 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-4a8d951c-845f-4049-8684-327d0f46531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:21.107148 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-4a8d951c-845f-4049-8684-327d0f46531c service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.1195889 Jun 21 03:24:21.244871 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c49bd5-d4d1-4d54-8473-948ab1aaa96b req-adf554eb-c550-41c3-9312-57215119cf77 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:21.246347 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-18c49bd5-d4d1-4d54-8473-948ab1aaa96b req-adf554eb-c550-41c3-9312-57215119cf77 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0694349 Jun 21 03:24:21.287776 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-205a8a3b-40d6-4c56-a1e8-7494f169c08f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 999 time: 0.1511383 Jun 21 03:24:21.345932 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:24:21.355343 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] Sync routers for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:24:21.356135 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2592e682-8b41-440c-bf63-4fde849f03a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/feba8743-4b80-4615-81e2-7ef984bef845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528176 Jun 21 03:24:21.358793 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36948) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:21.370241 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:24:21.370822 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:24:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:21.375133 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-18c49bd5-d4d1-4d54-8473-948ab1aaa96b req-5f2ff50a-2cae-4810-ba75-c05f3b509c90 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037822 Jun 21 03:24:21.376653 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-059e1d7f-07a8-47e7-8e6a-553cf910c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:21.378099 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-059e1d7f-07a8-47e7-8e6a-553cf910c296 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0818999 Jun 21 03:24:21.424312 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-a05fc535-5d2f-4722-b51c-44b6223fa053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:21.426423 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-a05fc535-5d2f-4722-b51c-44b6223fa053 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417843 Jun 21 03:24:21.474509 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks [] for router (feba8743-4b80-4615-81e2-7ef984bef845), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:21.481131 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:24:21.525522 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-81f219e2-c9ce-49df-bf31-26a45e6c6679 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934470 Jun 21 03:24:21.571870 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks [] for router_gateway (feba8743-4b80-4615-81e2-7ef984bef845), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:21.622772 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73d14a20-fbfc-4e6b-9404-4a7a820a755d req-af36b9d2-a867-41c9-bbd9-7c7d0bf9a1f9 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910432 Jun 21 03:24:21.629653 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Deleting port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:21.630186 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:21.647883 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:24:20Z', 'revision_number': 5, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port': {'id': 'c25d3f78-a0c9-494e-a46e-d9e2e73f4c20', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ce:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:39Z', 'updated_at': '2022-06-21T03:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:21.674009 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] Checking router: feba8743-4b80-4615-81e2-7ef984bef845 for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:24:21.680205 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:21.684263 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] Routers {'feba8743-4b80-4615-81e2-7ef984bef845'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:24:21.684910 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:24:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['feba8743-4b80-4615-81e2-7ef984bef845'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:21.708624 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] For port c25d3f78-a0c9-494e-a46e-d9e2e73f4c20, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:21.708983 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:21.722427 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Calling delete_port for c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:21.738357 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:21.789633 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] Set router feba8743-4b80-4615-81e2-7ef984bef845 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:24:21.840220 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:24:21Z', 'revision_number': 6, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:21.865879 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c9bee-4513-4a9d-ae67-9f4b3fd063a9 None None] The sync data for ids ['feba8743-4b80-4615-81e2-7ef984bef845'] in dv-cinder-846842-1-iscsi is: [{'id': 'feba8743-4b80-4615-81e2-7ef984bef845', 'name': 'tempest-TestMinimumBasicScenario-250027370-router', 'tenant_id': '5e57658c9c9340adba6ab15050b24e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:38Z', 'updated_at': '2022-06-21T03:24:21Z', 'revision_number': 6, 'project_id': '5e57658c9c9340adba6ab15050b24e8a', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:24:21.905798 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (c25d3f78-a0c9-494e-a46e-d9e2e73f4c20), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:21.909147 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:21.931707 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c25d3f78-a0c9-494e-a46e-d9e2e73f4c20,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:22.000915 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (feba8743-4b80-4615-81e2-7ef984bef845), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.090526 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (feba8743-4b80-4615-81e2-7ef984bef845), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.092748 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks [] for router_controller (feba8743-4b80-4615-81e2-7ef984bef845), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.144374 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (feba8743-4b80-4615-81e2-7ef984bef845), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.145351 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router feba8743-4b80-4615-81e2-7ef984bef845 {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:24:22.150723 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.151914 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7a5b114b-5ac9-4aeb-b57d-d6db0f6dc1bc admin admin] 10.222.0.16 "DELETE /v2.0/routers/feba8743-4b80-4615-81e2-7ef984bef845 HTTP/1.1" status: 204 len: 168 time: 0.7921567 Jun 21 03:24:22.154455 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36950) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:22.162406 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:22.201989 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] Deleting subnet 849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:24:22.205444 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] Publish callbacks [] for subnet (849f19ae-dfcd-49a5-8eb2-e5cf3b936e89), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.543940 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968094'] for subnet (849f19ae-dfcd-49a5-8eb2-e5cf3b936e89), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.570385 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5b78-cf06-4852-b267-9ae2d5c6a8c7 req-24d8cb40-8550-43db-8cf0-43a99ab50b47 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:22.571785 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a02b5b78-cf06-4852-b267-9ae2d5c6a8c7 req-24d8cb40-8550-43db-8cf0-43a99ab50b47 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0745034 Jun 21 03:24:22.666086 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a02b5b78-cf06-4852-b267-9ae2d5c6a8c7 req-3e27ce96-0390-4d3c-b63d-c7aacffa17e2 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879476 Jun 21 03:24:22.671021 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (849f19ae-dfcd-49a5-8eb2-e5cf3b936e89), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.729019 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8968161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3646360'] for subnet (849f19ae-dfcd-49a5-8eb2-e5cf3b936e89), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.753299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849f19ae-dfcd-49a5-8eb2-e5cf3b936e89,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:22.759196 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.762358 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-75f755a2-4507-4f54-a86e-bcf1e6e80285 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/849f19ae-dfcd-49a5-8eb2-e5cf3b936e89 HTTP/1.1" status: 204 len: 168 time: 0.6069787 Jun 21 03:24:22.764970 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36954) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:22.767624 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f751f3-4435-4004-94b7-f8cab90276f0 None None] Network 04bab0d7-ec3d-4594-a10a-c0d2840f14fd requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:24:22.840067 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (04bab0d7-ec3d-4594-a10a-c0d2840f14fd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.884593 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Deleting port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:22.884963 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.924496 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] DHCP port deletion for 04bab0d7-ec3d-4594-a10a-c0d2840f14fd request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:24:22.950178 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] For port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:22.950537 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.966555 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] Deleting port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:22.967048 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:22.969581 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:22.973360 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Calling delete_port for c7e0c0ed-44cb-4730-8a0b-78d356c5b56f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:23.031466 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] For port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,segment=NetworkSegment(e7dc6b38-e927-4331-890a-e2f4260feb1f),segment_id=e7dc6b38-e927-4331-890a-e2f4260feb1f)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:23.031866 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.045240 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] Calling delete_port for c7e0c0ed-44cb-4730-8a0b-78d356c5b56f owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:23.053902 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.080668 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] No DVR routers for this DVR port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f on host dv-cinder-846842-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:24:23.082512 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:23.087036 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:23.126695 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (c7e0c0ed-44cb-4730-8a0b-78d356c5b56f), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.151809 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] Pushing event deleted for resources: {'Port': ['ID=c7e0c0ed-44cb-4730-8a0b-78d356c5b56f,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:23.155654 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa9c9c-ce83-4ee9-9d32-08a0810d6d58 None None] No DVR routers for this DVR port c7e0c0ed-44cb-4730-8a0b-78d356c5b56f on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:24:23.157389 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (04bab0d7-ec3d-4594-a10a-c0d2840f14fd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.181120 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bab0d7-ec3d-4594-a10a-c0d2840f14fd']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:23.190341 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dc6b38-e927-4331-890a-e2f4260feb1f') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:23.190609 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dc6b38-e927-4331-890a-e2f4260feb1f') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:23.201026 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (e7dc6b38-e927-4331-890a-e2f4260feb1f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.215228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (e7dc6b38-e927-4331-890a-e2f4260feb1f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.221975 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:24:23.222433 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (e7dc6b38-e927-4331-890a-e2f4260feb1f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.249957 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment e7dc6b38-e927-4331-890a-e2f4260feb1f resource provider aggregate not found Jun 21 03:24:23.283431 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment e7dc6b38-e927-4331-890a-e2f4260feb1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7dc6b38-e927-4331-890a-e2f4260feb1f found for delete ", "request_id": "req-0b642e9a-b56e-4db6-b402-82197f54a08c"}]} Jun 21 03:24:23.293193 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (04bab0d7-ec3d-4594-a10a-c0d2840f14fd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.298391 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.304640 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] 10.222.0.16 "DELETE /v2.0/networks/04bab0d7-ec3d-4594-a10a-c0d2840f14fd HTTP/1.1" status: 204 len: 168 time: 0.5358012 Jun 21 03:24:23.305589 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36960) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:23.314784 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f225f-3dab-4304-9542-273c39d62b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=04bab0d7-ec3d-4594-a10a-c0d2840f14fd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:23.605745 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:23.618764 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:23.623091 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.817296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091a2c-f1bb-4bdf-9452-ab7f61370cee req-2f32ba90-0907-49f6-bfb0-f52aceab4c90 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:23.818787 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31091a2c-f1bb-4bdf-9452-ab7f61370cee req-2f32ba90-0907-49f6-bfb0-f52aceab4c90 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0702538 Jun 21 03:24:23.920047 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31091a2c-f1bb-4bdf-9452-ab7f61370cee req-982b85f5-f9a3-4307-8d92-f7fbb1671c32 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937879 Jun 21 03:24:23.922585 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Deleting port fb757767-c3d7-4e55-821d-d463ff81e804 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:23.922920 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:23.933521 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c7e0c0ed-44cb-4730-8a0b-78d356c5b56f no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:23.957171 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: c7e0c0ed-44cb-4730-8a0b-78d356c5b56f {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:24:23.957514 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c7e0c0ed-44cb-4730-8a0b-78d356c5b56f not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:24:23.957921 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:23.976148 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:24:23.976834 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device c25d3f78-a0c9-494e-a46e-d9e2e73f4c20 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:24:23.977205 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 073590c9-5bce-4ea9-a43c-b709f58312ef no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:23.995215 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 073590c9-5bce-4ea9-a43c-b709f58312ef {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:24:23.995565 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 073590c9-5bce-4ea9-a43c-b709f58312ef not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:24:24.007821 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] For port fb757767-c3d7-4e55-821d-d463ff81e804, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=fb757767-c3d7-4e55-821d-d463ff81e804,segment=NetworkSegment(0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6),segment_id=0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:24.008297 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:24.023127 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Calling delete_port for fb757767-c3d7-4e55-821d-d463ff81e804 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:24.211226 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (fb757767-c3d7-4e55-821d-d463ff81e804), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:24.235681 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb757767-c3d7-4e55-821d-d463ff81e804,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:24.407042 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:24.419091 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:24.511728 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:24.612107 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:24:24.716874 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:24:24.723485 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0ab659a4-bc2a-47d7-9bf2-aa7babf907d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/9bc20793-62ba-4523-aaae-ea7d32f6fbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4156787 Jun 21 03:24:24.724863 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36964) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:24.725852 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] Sync routers for ids ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:24:24.737289 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] Routers {'9bc20793-62ba-4523-aaae-ea7d32f6fbbf'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:24:24.738002 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:24:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:24.828469 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks [] for router (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:24.842426 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] Set router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:24:24.931499 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks [] for router_gateway (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:24.984637 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Deleting port 0d5feae5-af7f-4357-aa48-229c60b7eff1 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:24.985023 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.021167 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:24:24Z', 'revision_number': 5, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port': {'id': '0d5feae5-af7f-4357-aa48-229c60b7eff1', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:47Z', 'updated_at': '2022-06-21T03:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:25.030408 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:25.044871 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193702-3628-45c8-bf7c-83b40b27b21e req-06066931-dad5-4f48-a413-bdb8a982c320 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:25.046399 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-25193702-3628-45c8-bf7c-83b40b27b21e req-06066931-dad5-4f48-a413-bdb8a982c320 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0538983 Jun 21 03:24:25.047545 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] Checking router: 9bc20793-62ba-4523-aaae-ea7d32f6fbbf for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:24:25.057188 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] Routers {'9bc20793-62ba-4523-aaae-ea7d32f6fbbf'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:24:25.057923 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:24:14Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:25.072925 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] For port 0d5feae5-af7f-4357-aa48-229c60b7eff1, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=0d5feae5-af7f-4357-aa48-229c60b7eff1,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:25.073410 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.088054 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Calling delete_port for 0d5feae5-af7f-4357-aa48-229c60b7eff1 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:25.103001 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-25193702-3628-45c8-bf7c-83b40b27b21e req-e2e10059-e7ce-4c12-80ed-7d78e79d3135 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479522 Jun 21 03:24:25.143933 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] Set router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:24:25.193779 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:24:24Z', 'revision_number': 6, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:25.222753 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269070b-32f6-4025-8811-456ef46ef652 None None] The sync data for ids ['9bc20793-62ba-4523-aaae-ea7d32f6fbbf'] in dv-cinder-846842-1-iscsi is: [{'id': '9bc20793-62ba-4523-aaae-ea7d32f6fbbf', 'name': 'tempest-TestMinimumBasicScenario-1936830778-router', 'tenant_id': 'e182160965d24221bff6069a0b1a89a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:46Z', 'updated_at': '2022-06-21T03:24:24Z', 'revision_number': 6, 'project_id': 'e182160965d24221bff6069a0b1a89a3', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:24:25.255095 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:25.264453 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (0d5feae5-af7f-4357-aa48-229c60b7eff1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.291715 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5feae5-af7f-4357-aa48-229c60b7eff1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:25.355304 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.697741 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.699954 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks [] for router_controller (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.701227 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:25.743898 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (9bc20793-62ba-4523-aaae-ea7d32f6fbbf), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.744624 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bc20793-62ba-4523-aaae-ea7d32f6fbbf {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:24:25.749321 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.750476 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e27933e2-ee75-4bfa-a0e4-9e24051f6676 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9bc20793-62ba-4523-aaae-ea7d32f6fbbf HTTP/1.1" status: 204 len: 168 time: 1.0246375 Jun 21 03:24:25.753901 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36968) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:25.800195 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] Deleting subnet f560edc4-bf18-4868-a7ae-86216215bced {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:24:25.803547 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] Publish callbacks [] for subnet (f560edc4-bf18-4868-a7ae-86216215bced), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.843189 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (f560edc4-bf18-4868-a7ae-86216215bced), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.920484 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (f560edc4-bf18-4868-a7ae-86216215bced), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:25.985100 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (f560edc4-bf18-4868-a7ae-86216215bced), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.015476 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f560edc4-bf18-4868-a7ae-86216215bced,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:26.021438 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.027207 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2bcc669a-85d8-4cee-8eb1-fd3afe7bf126 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f560edc4-bf18-4868-a7ae-86216215bced HTTP/1.1" status: 204 len: 168 time: 0.2700973 Jun 21 03:24:26.027367 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c75f4d-43bb-43a6-8e82-3d18e7d11b45 None None] Network 565b32c8-ba4a-488d-9851-5225465f41ab requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:24:26.027817 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36970) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:26.050659 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device fb757767-c3d7-4e55-821d-d463ff81e804 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:26.077346 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: fb757767-c3d7-4e55-821d-d463ff81e804 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:24:26.077682 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device fb757767-c3d7-4e55-821d-d463ff81e804 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:24:26.078090 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 0d5feae5-af7f-4357-aa48-229c60b7eff1 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:26.101514 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (565b32c8-ba4a-488d-9851-5225465f41ab), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.157415 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Deleting port a525b433-4f0d-458e-9755-bdd50b4481c8 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:26.157779 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.161192 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 0d5feae5-af7f-4357-aa48-229c60b7eff1 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:24:26.161761 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 0d5feae5-af7f-4357-aa48-229c60b7eff1 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:24:26.217568 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] DHCP port deletion for 565b32c8-ba4a-488d-9851-5225465f41ab request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:24:26.229202 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] For port a525b433-4f0d-458e-9755-bdd50b4481c8, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=a525b433-4f0d-458e-9755-bdd50b4481c8,segment=NetworkSegment(0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6),segment_id=0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:26.229554 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.242496 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6008f03-5ed4-4231-83d5-76b6a808d283 req-a0e7d78c-a222-4c54-bdd7-19703183ed07 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:26.244359 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6008f03-5ed4-4231-83d5-76b6a808d283 req-a0e7d78c-a222-4c54-bdd7-19703183ed07 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0556290 Jun 21 03:24:26.245333 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Calling delete_port for a525b433-4f0d-458e-9755-bdd50b4481c8 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:26.258155 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] Deleting port a525b433-4f0d-458e-9755-bdd50b4481c8 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:24:26.258628 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.270363 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:26.305988 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6008f03-5ed4-4231-83d5-76b6a808d283 req-c6954cc7-b209-4d19-8662-5065bcdce8d4 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514817 Jun 21 03:24:26.331393 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] For port a525b433-4f0d-458e-9755-bdd50b4481c8, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=a525b433-4f0d-458e-9755-bdd50b4481c8,segment=NetworkSegment(0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6),segment_id=0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:26.331393 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.340948 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.344084 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] Calling delete_port for a525b433-4f0d-458e-9755-bdd50b4481c8 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:24:26.346101 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:26.370247 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a525b433-4f0d-458e-9755-bdd50b4481c8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:26.375708 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] No DVR routers for this DVR port a525b433-4f0d-458e-9755-bdd50b4481c8 on host dv-cinder-846842-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:24:26.424699 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (a525b433-4f0d-458e-9755-bdd50b4481c8), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.449083 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] Pushing event deleted for resources: {'Port': ['ID=a525b433-4f0d-458e-9755-bdd50b4481c8,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:26.451781 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (565b32c8-ba4a-488d-9851-5225465f41ab), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.452590 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e5fc8-844e-47e6-be18-32c4f307e48c None None] No DVR routers for this DVR port a525b433-4f0d-458e-9755-bdd50b4481c8 on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:24:26.474138 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565b32c8-ba4a-488d-9851-5225465f41ab']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:26.483968 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:26.484263 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:24:26.494716 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968069'] for segment (0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.508213 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.515018 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:24:26.515422 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8968075'] for segment (0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.534949 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6 resource provider aggregate not found Jun 21 03:24:26.573959 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0754651d-b3d2-4b6c-8213-6e7d1ecbe7c6 found for delete ", "request_id": "req-51143691-bc71-44cf-9374-8b71d48ad532"}]} Jun 21 03:24:26.583586 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (565b32c8-ba4a-488d-9851-5225465f41ab), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.588188 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.591307 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] 10.222.0.16 "DELETE /v2.0/networks/565b32c8-ba4a-488d-9851-5225465f41ab HTTP/1.1" status: 204 len: 168 time: 0.5627706 Jun 21 03:24:26.603734 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235606e-57f8-45a4-93b6-ee954570da26 admin admin] Pushing event deleted for resources: {'Network': ['ID=565b32c8-ba4a-488d-9851-5225465f41ab,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:26.769699 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36980) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:26.814960 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7fb2871c-aae6-4a7e-a66e-bfd42b9ac0bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e57658c9c9340adba6ab15050b24e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441079 Jun 21 03:24:26.817443 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 36982) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:26.866429 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-92dd76e5-9823-4ec5-9ed9-11ac7cb2acb5 admin admin] Publish callbacks [] for security_group (022c8c43-aff8-4585-89de-bf7e1885ec10), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.870430 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:26.889238 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-92dd76e5-9823-4ec5-9ed9-11ac7cb2acb5 admin admin] Publish callbacks [] for security_group (022c8c43-aff8-4585-89de-bf7e1885ec10), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.947076 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-92dd76e5-9823-4ec5-9ed9-11ac7cb2acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (022c8c43-aff8-4585-89de-bf7e1885ec10), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.949685 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-92dd76e5-9823-4ec5-9ed9-11ac7cb2acb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:26.950833 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-92dd76e5-9823-4ec5-9ed9-11ac7cb2acb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/022c8c43-aff8-4585-89de-bf7e1885ec10 HTTP/1.1" status: 204 len: 168 time: 0.1324852 Jun 21 03:24:26.958810 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd76e5-9823-4ec5-9ed9-11ac7cb2acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022c8c43-aff8-4585-89de-bf7e1885ec10,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:27.293165 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36988) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:27.336442 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d15aed96-5909-46dd-b4f6-58cae7319ae7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e182160965d24221bff6069a0b1a89a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419695 Jun 21 03:24:27.338879 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 36992) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:24:27.392861 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15e1bc14-c903-4e5e-8fc0-f486ad371c5e admin admin] Publish callbacks [] for security_group (2861acb8-2a99-4ec5-80ca-88d8bad16cd6), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:27.418368 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15e1bc14-c903-4e5e-8fc0-f486ad371c5e admin admin] Publish callbacks [] for security_group (2861acb8-2a99-4ec5-80ca-88d8bad16cd6), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:27.430091 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce6fb4-d42c-4c07-b6d7-3785427fb7aa req-9b4d3ded-1d36-412f-9ffb-660800624474 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:27.432283 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-efce6fb4-d42c-4c07-b6d7-3785427fb7aa req-9b4d3ded-1d36-412f-9ffb-660800624474 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0486653 Jun 21 03:24:27.466173 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15e1bc14-c903-4e5e-8fc0-f486ad371c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (2861acb8-2a99-4ec5-80ca-88d8bad16cd6), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:27.468767 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15e1bc14-c903-4e5e-8fc0-f486ad371c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:27.469911 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-15e1bc14-c903-4e5e-8fc0-f486ad371c5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2861acb8-2a99-4ec5-80ca-88d8bad16cd6 HTTP/1.1" status: 204 len: 168 time: 0.1301644 Jun 21 03:24:27.478098 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1bc14-c903-4e5e-8fc0-f486ad371c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2861acb8-2a99-4ec5-80ca-88d8bad16cd6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:27.485176 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-efce6fb4-d42c-4c07-b6d7-3785427fb7aa req-669d967d-3c32-47b8-9393-9dd1ea899d57 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463221 Jun 21 03:24:27.946198 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device a525b433-4f0d-458e-9755-bdd50b4481c8 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:24:27.970048 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: a525b433-4f0d-458e-9755-bdd50b4481c8 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:24:27.970390 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device a525b433-4f0d-458e-9755-bdd50b4481c8 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:24:28.413620 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 77e657ce-c759-4da2-a7bb-cf9e5b28f113 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 03:24:28.525337 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:28.604844 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c37d2-4553-4fd9-add7-813f7e8c5bd7 req-11440f2a-48d2-4b05-8788-fb9b1cc051e6 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:28.606426 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1b9c37d2-4553-4fd9-add7-813f7e8c5bd7 req-11440f2a-48d2-4b05-8788-fb9b1cc051e6 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 943 time: 0.0513227 Jun 21 03:24:28.660597 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1b9c37d2-4553-4fd9-add7-813f7e8c5bd7 req-30df57e1-37a9-4586-97ba-e22817b2c454 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484147 Jun 21 03:24:28.664716 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Returning: {'device': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'port_id': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'mac_address': 'fa:16:3e:4f:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 03:24:28.700606 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:24:28.700996 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:28.715175 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e657ce-c759-4da2-a7bb-cf9e5b28f113 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 03:24:28.734905 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:28.742364 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:28.788977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=7']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:29.135225 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] get_ports_and_sgs() called for port_ids ['77e657ce-c759-4da2-a7bb-cf9e5b28f113'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 03:24:29.767964 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:29.784609 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e95d6-9359-4b44-a39f-74df0c7ad9ba req-d6e332f4-4a09-4d92-bc58-4512d95c5700 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:29.786087 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-724e95d6-9359-4b44-a39f-74df0c7ad9ba req-d6e332f4-4a09-4d92-bc58-4512d95c5700 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 944 time: 0.0555596 Jun 21 03:24:29.836966 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-724e95d6-9359-4b44-a39f-74df0c7ad9ba req-e6ac8440-9533-4c15-bd8e-68547880d151 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451081 Jun 21 03:24:30.413885 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 77e657ce-c759-4da2-a7bb-cf9e5b28f113 up at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 03:24:30.466814 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Provisioning complete for port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 03:24:30.467180 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32944598'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:30.469194 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:30.525396 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:30.539948 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Current status of the port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 03:24:30.540348 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32910294'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:30.563510 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:24:30.565747 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}102b3c4273d39c8e88cc71d565a8a0f8780fe804acca2272cfbfb19eabbcd96f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d072900a-63a0-46b1-af98-9c8dff08d1c5" -d '{"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-plugged", "status": "completed", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:24:30.579153 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:24:30.586519 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778593961566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778593429149', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778593429167'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:30.617057 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ee928a-f750-4191-bd1d-9f96afbc374c x-openstack-request-id: req-28ee928a-f750-4191-bd1d-9f96afbc374c {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:24:30.617340 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-plugged", "status": "completed", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:24:30.617585 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28ee928a-f750-4191-bd1d-9f96afbc374c {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:24:30.617970 dv-cinder-846842-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ee928a-f750-4191-bd1d-9f96afbc374c'] response: {'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'code': 200} Jun 21 03:24:30.642936 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Pushing event updated for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=8']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:24:30.866363 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a71d-f586-4397-990c-c1ff31fda0dd req-e7f6da5c-469a-4d81-875d-bbaaf0707cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:30.867877 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8088a71d-f586-4397-990c-c1ff31fda0dd req-e7f6da5c-469a-4d81-875d-bbaaf0707cef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0410843 Jun 21 03:24:30.902569 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:30.916161 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8088a71d-f586-4397-990c-c1ff31fda0dd req-353216ff-c4a7-4c66-8f26-4e6abe6b589e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421314 Jun 21 03:24:30.956991 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa28c65-7d02-4041-acb4-7c39b8796fba req-f072c8bb-4fc6-4b2d-a8f8-421af92e4e46 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:30.958471 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aa28c65-7d02-4041-acb4-7c39b8796fba req-f072c8bb-4fc6-4b2d-a8f8-421af92e4e46 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Jun 21 03:24:31.010289 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aa28c65-7d02-4041-acb4-7c39b8796fba req-f0dbca48-40ac-473d-afea-bd4131e64780 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460420 Jun 21 03:24:32.139905 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459db2b-98b3-4152-b914-ce8adac096e9 req-7084b40c-f843-4fef-a3c9-ebd94f0f2294 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:32.141385 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b459db2b-98b3-4152-b914-ce8adac096e9 req-7084b40c-f843-4fef-a3c9-ebd94f0f2294 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0516877 Jun 21 03:24:32.198570 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b459db2b-98b3-4152-b914-ce8adac096e9 req-7892307f-56b3-4ac4-81b1-69ac33fb5e8e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458527 Jun 21 03:24:33.330793 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88adea-d02a-4afe-8967-3f52ca9a2330 req-f4ea56be-be60-461a-90b8-42f1d0ff20e1 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:33.332260 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2a88adea-d02a-4afe-8967-3f52ca9a2330 req-f4ea56be-be60-461a-90b8-42f1d0ff20e1 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0570934 Jun 21 03:24:33.386140 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2a88adea-d02a-4afe-8967-3f52ca9a2330 req-4e8f57c0-17eb-449f-9366-b9041d94011e tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 Jun 21 03:24:35.354030 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-ea89b437-096e-4065-84d1-b672f220eb3c req-ff86b3a3-beb7-4513-9714-a7c1ff3df4bc service neutron] (104009) timed out ('10.222.0.36', 50574) {{(pid=104009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 03:24:35.374817 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-183d70d3-6608-4fdf-bede-86acfbc21955 req-0e2b6bd3-c2db-436e-b333-155c3d27d1b8 service neutron] (104009) timed out ('10.222.0.36', 50579) {{(pid=104009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 03:24:37.232830 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:24:40.639007 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:40.640281 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:41.621941 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-91048ace-a49b-4d03-9c9e-4c010dcc47b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:42.191358 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:42.194387 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:43.378840 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=43,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:43.382170 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=23 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:43.859198 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1187c51e-1d0c-49c1-93f5-b2af5b10a1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:44.949166 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:46.366482 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:46.741882 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:47.225645 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:47.226856 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=13 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:24:48.158672 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:24:57.090034 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-7ce59e60-9e1b-4494-b4e4-2857ccda7287 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455277 Jun 21 03:24:57.191310 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-10ea28ae-b283-4447-a2ba-719ebb6c9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:57.192860 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-10ea28ae-b283-4447-a2ba-719ebb6c9794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0438867 Jun 21 03:24:57.303692 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-28f2fe81-ca8a-4236-a495-a1ee7a6585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:57.305282 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-28f2fe81-ca8a-4236-a495-a1ee7a6585fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.0922785 Jun 21 03:24:57.371545 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-d132587e-ff7c-4e35-a449-732ff811dba4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 1001 time: 0.0596161 Jun 21 03:24:57.427984 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-e6593219-bc6e-483f-87ef-d52b580a64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:57.429470 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-e6593219-bc6e-483f-87ef-d52b580a64ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0516112 Jun 21 03:24:57.473481 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-2182f18a-f334-4add-86b4-05a35a2c7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:24:57.474971 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-2182f18a-f334-4add-86b4-05a35a2c7b6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399675 Jun 21 03:24:57.568435 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-c17651f8-c7a8-4e6e-9c8a-b5c0a81472aa service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875194 Jun 21 03:24:57.663543 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ff76b98-da0e-4751-8de5-648c7b612736 req-1571c3f1-9ca1-4120-94cb-95aaeff5de71 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884607 Jun 21 03:24:58.803102 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-d8b0a148-c2a1-4c8a-b18a-1cbba3b3325d req-0eb7f8ca-5485-41b2-bf81-ded448aeddc0 service neutron] (104009) timed out ('10.222.0.36', 50589) {{(pid=104009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 03:25:00.394931 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:00.398442 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:07.659127 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=55 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:07.660263 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=46 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:11.625943 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f91e4571-3359-4238-b996-5ab233200c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:13.866565 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7da0bc5-36b0-4fe9-9f3b-999c729c5ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:14.232581 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:25:14.952030 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:16.217905 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:16.366543 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:16.740547 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:18.183283 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:24.228273 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:28.174833 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:28.177142 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:40.393272 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=14 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:40.396178 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=12 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:41.625512 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-066df3bc-bbc0-40be-93c9-ea5691e3771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:43.857024 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55aa9dad-c405-4d01-918b-aa059ba66351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:44.951623 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:46.367777 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:46.727255 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:48.181284 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:51.237550 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:25:57.195833 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-d4c07263-4123-45c7-80e4-21584cdeb2f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1895859 Jun 21 03:25:57.307478 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-d3e8f710-a3f8-4136-9534-b51ded85beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:25:57.308913 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-d3e8f710-a3f8-4136-9534-b51ded85beb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0459564 Jun 21 03:25:57.418114 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-9d36cdce-bbd0-44ba-b4ac-e30f933f214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:25:57.419574 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-9d36cdce-bbd0-44ba-b4ac-e30f933f214a service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.0871663 Jun 21 03:25:57.488000 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-fecc4199-77b1-4b07-8412-57376ef90c20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 1001 time: 0.0617552 Jun 21 03:25:57.537058 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-89207ce1-5e6f-484c-b798-e0c36617b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:25:57.538577 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-89207ce1-5e6f-484c-b798-e0c36617b985 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0450077 Jun 21 03:25:57.584358 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-f6c585fd-7546-4ea5-af0a-ae1333988368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:25:57.585755 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-f6c585fd-7546-4ea5-af0a-ae1333988368 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418100 Jun 21 03:25:57.679758 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-28ab49d2-009a-4e8a-a23d-1dc74f07a75a service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879602 Jun 21 03:25:57.775445 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57a0a84c-3c74-470d-8285-03a0ea941198 req-9b030405-61b7-49a1-a271-1fd61fb92a9c service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897868 Jun 21 03:25:58.172718 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:58.175210 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:59.304968 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:25:59.556864 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Deleting port 558d157b-f332-493c-b1bd-547227e246cb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:25:59.557163 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (558d157b-f332-493c-b1bd-547227e246cb), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:59.646417 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (558d157b-f332-493c-b1bd-547227e246cb), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:59.646724 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for floatingip (558d157b-f332-493c-b1bd-547227e246cb), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:59.667077 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Calling delete_port for 558d157b-f332-493c-b1bd-547227e246cb owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:25:59.822133 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:59.827610 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:25:59.835185 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (558d157b-f332-493c-b1bd-547227e246cb), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:59.860579 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event deleted for resources: {'Port': ['ID=558d157b-f332-493c-b1bd-547227e246cb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:25:59.872963 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.873301 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.873639 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.873974 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.874321 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.874642 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.874962 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.875279 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.875599 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.875898 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.876210 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.876558 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.876872 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.877185 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.877495 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:25:59.939350 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for floatingip (4896a771-3b77-4b8f-aee0-45b33bf50f0a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:25:59.939680 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Floating IP 4896a771-3b77-4b8f-aee0-45b33bf50f0a disassociated (deleted). External IP: 172.27.2.151, port: 77e657ce-c759-4da2-a7bb-cf9e5b28f113. Jun 21 03:26:00.153203 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Router 2a1d4927-696c-4c90-8d69-d312486d0ade has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:26:00.263040 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:26:00.268082 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:00.273740 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] Sync routers for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:26:00.284247 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:26:00.284898 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:25:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:00.300381 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-82c0bf3c-6c89-4017-85d1-586093e5c3ad tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "DELETE /v2.0/floatingips/4896a771-3b77-4b8f-aee0-45b33bf50f0a HTTP/1.1" status: 204 len: 168 time: 0.9943068 Jun 21 03:26:00.300976 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:26:00.303806 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f99558-ba29-43b9-8bc5-bf799399c49e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:26:00.350308 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208d815-c903-4448-a30e-e32978693d84 x-openstack-request-id: req-a208d815-c903-4448-a30e-e32978693d84 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:26:00.350958 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:26:00.351127 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a208d815-c903-4448-a30e-e32978693d84 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:26:00.351504 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a208d815-c903-4448-a30e-e32978693d84'] response: {'name': 'network-changed', 'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'status': 'completed', 'code': 200} Jun 21 03:26:00.388687 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:26:00.436903 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-53054fc6-9842-4788-a3fe-670534784771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:26:00.439195 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-53054fc6-9842-4788-a3fe-670534784771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=775518eb8c104022b5acfd12ead0fee5&device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 1129 time: 0.0447431 Jun 21 03:26:00.544353 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-9f90f20e-a83e-4bb3-8fe9-d1165a0658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:26:00.545864 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-9f90f20e-a83e-4bb3-8fe9-d1165a0658c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 200 len: 910 time: 0.0998914 Jun 21 03:26:00.559248 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaed31e-2055-40df-b5de-04e0baf408ad req-252463cf-3fe4-43bc-b04e-bf81cd45c128 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:26:00.560865 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-caaed31e-2055-40df-b5de-04e0baf408ad req-252463cf-3fe4-43bc-b04e-bf81cd45c128 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0512500 Jun 21 03:26:00.585844 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 5, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:00.610121 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-caaed31e-2055-40df-b5de-04e0baf408ad req-a146e8af-ab3f-4f30-b0f5-6515608a17cf tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Jun 21 03:26:00.610354 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] Checking router: 2a1d4927-696c-4c90-8d69-d312486d0ade for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:26:00.619361 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:26:00.620158 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:25:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:00.717368 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:26:00.919753 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 5, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:00.944209 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54727d-d8de-4c3d-a19a-4f411152b0c5 None None] The sync data for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi is: [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:20:44Z', 'revision_number': 4, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi', '_interfaces': [{'id': 'd65707b2-ce9a-403c-86c7-35793df0f10a', 'name': '', 'network_id': 'abd812e3-b0dd-4cff-a66a-a63206802dd9', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'mac_address': 'fa:16:3e:59:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:43Z', 'updated_at': '2022-06-21T03:20:52Z', 'revision_number': 5, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'subnets': [{'id': '22d1127e-dca4-4edc-9c99-5da0f26e7f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:26:01.168175 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990981db-c280-44d2-a33a-c59b7dfd48a6 None None] New status for floating IP 4896a771-3b77-4b8f-aee0-45b33bf50f0a: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 03:26:01.551465 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-ea02819e-940d-47d9-9041-853c58278c78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 200 len: 217 time: 0.0336068 Jun 21 03:26:01.605838 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-041cc2a3-f02d-4e4c-823f-b1b1aabd21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:26:01.607261 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-041cc2a3-f02d-4e4c-823f-b1b1aabd21b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 200 len: 848 time: 0.0481968 Jun 21 03:26:01.659677 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-bdff809a-a1d6-4025-acb3-0ab4bbaacf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:26:01.661276 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-bdff809a-a1d6-4025-acb3-0ab4bbaacf0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=abd812e3-b0dd-4cff-a66a-a63206802dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399544 Jun 21 03:26:01.750450 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66de578-0cb6-443d-8832-918df5100e8a req-13b6cbbb-65b9-4ed7-b50a-9e6c94cf6e3c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:26:01.751952 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e66de578-0cb6-443d-8832-918df5100e8a req-13b6cbbb-65b9-4ed7-b50a-9e6c94cf6e3c tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0671861 Jun 21 03:26:01.848856 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-b816ef05-d2e6-49bf-88ec-7a04db5daac6 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343899 Jun 21 03:26:01.852441 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e66de578-0cb6-443d-8832-918df5100e8a req-814e1fa4-ea11-4c5f-9913-88fe77918099 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6ebf35-f023-4f5e-be1c-4a63042b9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941515 Jun 21 03:26:01.997706 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:02.000947 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:02.008123 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f99558-ba29-43b9-8bc5-bf799399c49e req-62358198-fa59-4776-a4a6-b7146de827a4 service neutron] 10.222.0.36 "GET /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089318 Jun 21 03:26:02.283853 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-76f63c5b-9c19-4675-9a6e-7482b862493b tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 03:26:02.285337 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-76f63c5b-9c19-4675-9a6e-7482b862493b tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 945 time: 0.0583320 Jun 21 03:26:02.367260 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Deleting port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:02.367549 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:02.460639 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] For port 77e657ce-c759-4da2-a7bb-cf9e5b28f113, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=77e657ce-c759-4da2-a7bb-cf9e5b28f113,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:02.460895 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:02.473922 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Calling delete_port for 77e657ce-c759-4da2-a7bb-cf9e5b28f113 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:02.606803 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (77e657ce-c759-4da2-a7bb-cf9e5b28f113), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:02.638567 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event deleted for resources: {'Port': ['ID=77e657ce-c759-4da2-a7bb-cf9e5b28f113,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:02.683717 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] No DVR routers for this DVR port 77e657ce-c759-4da2-a7bb-cf9e5b28f113 on host hv-cinder-84684 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:26:02.686488 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19009'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:02.689820 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f0bd236-d2ec-4d2b-a69a-24a5a34947c5 req-c2d7efaf-ca95-4def-882a-72719e97a1da tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.36 "DELETE /v2.0/ports/77e657ce-c759-4da2-a7bb-cf9e5b28f113 HTTP/1.1" status: 204 len: 173 time: 0.3994732 Jun 21 03:26:02.690284 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-deleted', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 03:26:02.692677 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a7e3d13b5433dd656b6b8967d9f69686500b9385951f842c914462d24b053c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2fb55-5559-4493-b08d-7968770a22b1" -d '{"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-deleted", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 03:26:02.730998 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 03:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecb0b65-189f-4c25-8dd5-c30ab3df2d1e x-openstack-request-id: req-3ecb0b65-189f-4c25-8dd5-c30ab3df2d1e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 03:26:02.731340 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6043cc-7f42-49ff-b7d7-c30b743a6508", "name": "network-vif-deleted", "tag": "77e657ce-c759-4da2-a7bb-cf9e5b28f113", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 03:26:02.731655 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ecb0b65-189f-4c25-8dd5-c30ab3df2d1e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 03:26:02.732103 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecb0b65-189f-4c25-8dd5-c30ab3df2d1e'] response: {'server_uuid': '4e6043cc-7f42-49ff-b7d7-c30b743a6508', 'name': 'network-vif-deleted', 'tag': '77e657ce-c759-4da2-a7bb-cf9e5b28f113', 'status': 'completed', 'code': 200} Jun 21 03:26:02.953982 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5947725-7327-4e33-bf66-668e921cf722 req-afc779ce-1409-489b-aff2-add3c9294662 tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e6043cc-7f42-49ff-b7d7-c30b743a6508 HTTP/1.1" status: 200 len: 210 time: 0.0296626 Jun 21 03:26:03.302821 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-d60f444b-ab78-4a86-abb8-3efc4c7ac2a7 req-60028c25-515a-4993-bd3c-7c862a305a42 service neutron] (104008) timed out ('10.222.0.36', 50569) {{(pid=104008) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 03:26:04.015754 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:04.077152 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a35ca896-84c5-4c00-8a3d-03116b08b77d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group (ba6ebf35-f023-4f5e-be1c-4a63042b9c66), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:04.103312 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a35ca896-84c5-4c00-8a3d-03116b08b77d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group (ba6ebf35-f023-4f5e-be1c-4a63042b9c66), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:04.171426 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a35ca896-84c5-4c00-8a3d-03116b08b77d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (ba6ebf35-f023-4f5e-be1c-4a63042b9c66), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:04.174250 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a35ca896-84c5-4c00-8a3d-03116b08b77d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:04.175434 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a35ca896-84c5-4c00-8a3d-03116b08b77d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba6ebf35-f023-4f5e-be1c-4a63042b9c66 HTTP/1.1" status: 204 len: 168 time: 0.1598365 Jun 21 03:26:04.185469 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ca896-84c5-4c00-8a3d-03116b08b77d tempest-TestShelveInstance-2006815363 tempest-TestShelveInstance-2006815363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ebf35-f023-4f5e-be1c-4a63042b9c66,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:04.218244 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:04.600370 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:04.639385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:04.652283 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (2a1d4927-696c-4c90-8d69-d312486d0ade), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:04.826344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 77e657ce-c759-4da2-a7bb-cf9e5b28f113 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:26:04.846085 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] No Port match for: 77e657ce-c759-4da2-a7bb-cf9e5b28f113 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:26:04.846429 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Device 77e657ce-c759-4da2-a7bb-cf9e5b28f113 not bound to the agent host hv-cinder-84684 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:26:04.869263 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Deleting port d65707b2-ce9a-403c-86c7-35793df0f10a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:04.869485 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:04.948333 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] For port d65707b2-ce9a-403c-86c7-35793df0f10a, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=d65707b2-ce9a-403c-86c7-35793df0f10a,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:04.948701 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:04.965203 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Calling delete_port for d65707b2-ce9a-403c-86c7-35793df0f10a owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:05.167183 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (d65707b2-ce9a-403c-86c7-35793df0f10a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:05.189262 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65707b2-ce9a-403c-86c7-35793df0f10a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:05.613174 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (2a1d4927-696c-4c90-8d69-d312486d0ade), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:05.757880 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:05.759936 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:05.819229 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Router 2a1d4927-696c-4c90-8d69-d312486d0ade has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:26:05.926047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:26:05.932148 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fc360ebb-8553-42ed-bbb5-0adeaf951b03 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a1d4927-696c-4c90-8d69-d312486d0ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7124920 Jun 21 03:26:05.933649 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:05.935789 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] Sync routers for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:26:05.950884 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:26:05.951529 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:25:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:06.036943 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks [] for router (2a1d4927-696c-4c90-8d69-d312486d0ade), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.052996 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: dv-cinder-846842-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:26:06.134493 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks [] for router_gateway (2a1d4927-696c-4c90-8d69-d312486d0ade), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.179063 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Deleting port 85e5bee8-85c9-4481-b7f7-ea2452aa876f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:06.179761 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.210494 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:06.217628 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:26:05Z', 'revision_number': 5, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port': {'id': '85e5bee8-85c9-4481-b7f7-ea2452aa876f', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:41Z', 'updated_at': '2022-06-21T03:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:06.246255 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] Checking router: 2a1d4927-696c-4c90-8d69-d312486d0ade for host: dv-cinder-846842-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:26:06.252269 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=100 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:06.256172 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] Routers {'2a1d4927-696c-4c90-8d69-d312486d0ade'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:26:06.256871 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:25:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['2a1d4927-696c-4c90-8d69-d312486d0ade'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:06.263047 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] For port 85e5bee8-85c9-4481-b7f7-ea2452aa876f, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=85e5bee8-85c9-4481-b7f7-ea2452aa876f,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:06.263404 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.276665 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Calling delete_port for 85e5bee8-85c9-4481-b7f7-ea2452aa876f owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:06.338487 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] Set router 2a1d4927-696c-4c90-8d69-d312486d0ade gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:26:06.445814 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (85e5bee8-85c9-4481-b7f7-ea2452aa876f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.469693 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:26:06Z', 'revision_number': 6, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:06.469962 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Pushing event deleted for resources: {'Port': ['ID=85e5bee8-85c9-4481-b7f7-ea2452aa876f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:06.495045 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83160182-5bc4-42a6-be59-9b4e6c005e25 None None] The sync data for ids ['2a1d4927-696c-4c90-8d69-d312486d0ade'] in dv-cinder-846842-1-iscsi is: [{'id': '2a1d4927-696c-4c90-8d69-d312486d0ade', 'name': 'tempest-TestShelveInstance-1502111265-router', 'tenant_id': '775518eb8c104022b5acfd12ead0fee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:40Z', 'updated_at': '2022-06-21T03:26:06Z', 'revision_number': 6, 'project_id': '775518eb8c104022b5acfd12ead0fee5', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:26:06.538903 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (2a1d4927-696c-4c90-8d69-d312486d0ade), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.597625 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:06.626967 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (2a1d4927-696c-4c90-8d69-d312486d0ade), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.629542 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks [] for router_controller (2a1d4927-696c-4c90-8d69-d312486d0ade), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.676851 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (2a1d4927-696c-4c90-8d69-d312486d0ade), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.677659 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1d4927-696c-4c90-8d69-d312486d0ade {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:26:06.683841 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.685470 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-08c9213d-efca-43a3-bfbd-1abd9e7f994d admin admin] 10.222.0.16 "DELETE /v2.0/routers/2a1d4927-696c-4c90-8d69-d312486d0ade HTTP/1.1" status: 204 len: 168 time: 0.7509031 Jun 21 03:26:06.688032 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:06.694960 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:06.736106 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] Deleting subnet 22d1127e-dca4-4edc-9c99-5da0f26e7f2c {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:26:06.739673 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] Publish callbacks [] for subnet (22d1127e-dca4-4edc-9c99-5da0f26e7f2c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.774269 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (22d1127e-dca4-4edc-9c99-5da0f26e7f2c), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.855558 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (22d1127e-dca4-4edc-9c99-5da0f26e7f2c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.913264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (22d1127e-dca4-4edc-9c99-5da0f26e7f2c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.937738 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d1127e-dca4-4edc-9c99-5da0f26e7f2c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:06.943437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:06.946863 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-814ed1b2-0960-4868-874b-727405b0c9e7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22d1127e-dca4-4edc-9c99-5da0f26e7f2c HTTP/1.1" status: 204 len: 168 time: 0.2576725 Jun 21 03:26:06.949072 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53076bf7-ac08-4e8c-875a-237d70b8d846 None None] Network abd812e3-b0dd-4cff-a66a-a63206802dd9 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:26:06.949623 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37070) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:07.017661 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (abd812e3-b0dd-4cff-a66a-a63206802dd9), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.063746 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Deleting port 19d79d24-c308-4676-ac69-bf77c877ee08 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:07.064078 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.128236 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] For port 19d79d24-c308-4676-ac69-bf77c877ee08, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=19d79d24-c308-4676-ac69-bf77c877ee08,segment=NetworkSegment(48c3d59e-b3cb-42a8-a4ce-abd285f6630a),segment_id=48c3d59e-b3cb-42a8-a4ce-abd285f6630a)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:07.128521 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.141999 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Calling delete_port for 19d79d24-c308-4676-ac69-bf77c877ee08 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:07.228399 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (19d79d24-c308-4676-ac69-bf77c877ee08), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.253468 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21dd3c-cdcb-4f16-90ad-d5ec0c800cc6 None None] DHCP port deletion for abd812e3-b0dd-4cff-a66a-a63206802dd9 request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:26:07.255988 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d79d24-c308-4676-ac69-bf77c877ee08,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:07.259508 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] No DVR routers for this DVR port 19d79d24-c308-4676-ac69-bf77c877ee08 on host dv-cinder-846842-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:26:07.334518 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (abd812e3-b0dd-4cff-a66a-a63206802dd9), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.356641 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd812e3-b0dd-4cff-a66a-a63206802dd9']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:07.366954 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c3d59e-b3cb-42a8-a4ce-abd285f6630a') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:07.367382 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c3d59e-b3cb-42a8-a4ce-abd285f6630a') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:07.377902 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (48c3d59e-b3cb-42a8-a4ce-abd285f6630a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.395152 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (48c3d59e-b3cb-42a8-a4ce-abd285f6630a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.403100 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:26:07.403734 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (48c3d59e-b3cb-42a8-a4ce-abd285f6630a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.474117 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (abd812e3-b0dd-4cff-a66a-a63206802dd9), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.479829 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.482996 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/abd812e3-b0dd-4cff-a66a-a63206802dd9 HTTP/1.1" status: 204 len: 168 time: 0.5324218 Jun 21 03:26:07.486766 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 37076) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:07.496318 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c2afc-8a7f-494d-b390-2b3e43dad8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd812e3-b0dd-4cff-a66a-a63206802dd9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:07.580848 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 48c3d59e-b3cb-42a8-a4ce-abd285f6630a resource provider aggregate not found Jun 21 03:26:07.597038 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 48c3d59e-b3cb-42a8-a4ce-abd285f6630a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48c3d59e-b3cb-42a8-a4ce-abd285f6630a found for delete ", "request_id": "req-1e756665-1d7e-4e5f-8905-84a79ce8c6e3"}]} Jun 21 03:26:07.815636 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-756147'] for router_interface (bad6eb72-86c3-4735-82a2-29384a4886af), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:07.997355 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 85e5bee8-85c9-4481-b7f7-ea2452aa876f no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:26:08.016660 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 85e5bee8-85c9-4481-b7f7-ea2452aa876f {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:26:08.016998 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 85e5bee8-85c9-4481-b7f7-ea2452aa876f not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:26:08.017395 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19d79d24-c308-4676-ac69-bf77c877ee08 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:26:08.035253 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 19d79d24-c308-4676-ac69-bf77c877ee08 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:26:08.035593 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 19d79d24-c308-4676-ac69-bf77c877ee08 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:26:08.036032 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d65707b2-ce9a-403c-86c7-35793df0f10a no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:26:08.036844 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Deleting port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:08.037182 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:08.058010 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: d65707b2-ce9a-403c-86c7-35793df0f10a {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:26:08.058395 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device d65707b2-ce9a-403c-86c7-35793df0f10a not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:26:08.120241 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] For port e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,segment=NetworkSegment(011703fd-3856-4f5c-a0c1-4b25475f0911),segment_id=011703fd-3856-4f5c-a0c1-4b25475f0911)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:08.120630 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:08.133649 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Calling delete_port for e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:08.252092 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:08.304239 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:08.332174 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:08.359775 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Pushing event deleted for resources: {'Port': ['ID=e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:08.372507 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.372852 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.373184 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.373517 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.373843 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.374164 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.374486 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.374814 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.375131 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.375454 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.375771 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.376086 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.376399 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.376735 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.377048 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:08.531376 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-756007'] for router_interface (bad6eb72-86c3-4735-82a2-29384a4886af), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:08.740179 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Router bad6eb72-86c3-4735-82a2-29384a4886af has already been hosted by L3 agent 368ef199-230a-4eae-a8b4-a000872da94c {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 03:26:08.847959 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] Notify agent at l3_agent.dv-cinder-846842-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 03:26:08.853820 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-565c4167-cd30-45c8-b418-aea60aac904b admin admin] 10.222.0.16 "PUT /v2.0/routers/bad6eb72-86c3-4735-82a2-29384a4886af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3659241 Jun 21 03:26:08.856428 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 37080) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:08.859122 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] Sync routers for ids ['bad6eb72-86c3-4735-82a2-29384a4886af'] in dv-cinder-846842-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 03:26:08.870812 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] Routers {'bad6eb72-86c3-4735-82a2-29384a4886af'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:26:08.871439 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:25:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['bad6eb72-86c3-4735-82a2-29384a4886af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:08.955399 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks [] for router (bad6eb72-86c3-4735-82a2-29384a4886af), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:08.971750 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] Set router bad6eb72-86c3-4735-82a2-29384a4886af gateway port host: dv-cinder-846842-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:26:09.057663 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks [] for router_gateway (bad6eb72-86c3-4735-82a2-29384a4886af), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.105410 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Deleting port cc7b9efa-3eb0-465b-b010-9b8f38eabeec {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:09.105749 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.139819 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'external_fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:26:08Z', 'revision_number': 5, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port': {'id': 'cc7b9efa-3eb0-465b-b010-9b8f38eabeec', 'name': '', 'network_id': '413d5376-32d8-455f-844f-7926aaeb162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da090fbb-366f-4776-a826-4e162a1aca8e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-1-iscsi'}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:09.166127 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] Checking router: bad6eb72-86c3-4735-82a2-29384a4886af for host: dv-cinder-846842-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 03:26:09.174610 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] Routers {'bad6eb72-86c3-4735-82a2-29384a4886af'} bound to L3 agent in host dv-cinder-846842-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 03:26:09.175414 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T03:00:44Z,description=,heartbeat_timestamp=2022-06-21T03:25:44Z,host='dv-cinder-846842-1-iscsi',id=368ef199-230a-4eae-a8b4-a000872da94c,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T03:00:44Z,topic='l3_agent')) {'router_ids': ['bad6eb72-86c3-4735-82a2-29384a4886af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:09.188402 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:09.190302 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] For port cc7b9efa-3eb0-465b-b010-9b8f38eabeec, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,segment=NetworkSegment(c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c),segment_id=c77dc8c2-f9f8-4127-89d3-b6ea6d7d8c9c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:09.190818 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.193946 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:09.206045 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Calling delete_port for cc7b9efa-3eb0-465b-b010-9b8f38eabeec owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:09.257430 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] Set router bad6eb72-86c3-4735-82a2-29384a4886af gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 03:26:09.377452 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8968118'] for port (cc7b9efa-3eb0-465b-b010-9b8f38eabeec), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.405374 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7b9efa-3eb0-465b-b010-9b8f38eabeec,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:09.435181 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:26:09Z', 'revision_number': 6, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port_host': None}], 'dv-cinder-846842-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:09.460658 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948daba9-0056-47e4-81f0-272defe473f9 None None] The sync data for ids ['bad6eb72-86c3-4735-82a2-29384a4886af'] in dv-cinder-846842-1-iscsi is: [{'id': 'bad6eb72-86c3-4735-82a2-29384a4886af', 'name': 'tempest-TestShelveInstance-203180732-router', 'tenant_id': '9fe0fa323179498db3572def1af95429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T03:20:48Z', 'updated_at': '2022-06-21T03:26:09Z', 'revision_number': 6, 'project_id': '9fe0fa323179498db3572def1af95429', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 03:26:09.475752 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758787'] for router_gateway (bad6eb72-86c3-4735-82a2-29384a4886af), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.833955 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58044'] for router (bad6eb72-86c3-4735-82a2-29384a4886af), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.836299 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks [] for router_controller (bad6eb72-86c3-4735-82a2-29384a4886af), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.882704 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756356'] for router (bad6eb72-86c3-4735-82a2-29384a4886af), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.883346 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad6eb72-86c3-4735-82a2-29384a4886af {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 03:26:09.889211 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.890687 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-59e45cac-2368-4bc7-86f4-da771bdca813 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bad6eb72-86c3-4735-82a2-29384a4886af HTTP/1.1" status: 204 len: 168 time: 1.0332668 Jun 21 03:26:09.893385 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:09.952732 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] Deleting subnet 1cbeda3d-3cc1-4925-9f34-3f70d9050a28 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 03:26:09.956128 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] Publish callbacks [] for subnet (1cbeda3d-3cc1-4925-9f34-3f70d9050a28), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:09.982086 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:09.984337 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:09.993052 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2573417'] for subnet (1cbeda3d-3cc1-4925-9f34-3f70d9050a28), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.067159 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32935496'] for subnet (1cbeda3d-3cc1-4925-9f34-3f70d9050a28), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.126553 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32935526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4059343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8935461'] for subnet (1cbeda3d-3cc1-4925-9f34-3f70d9050a28), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.152051 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cbeda3d-3cc1-4925-9f34-3f70d9050a28,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:10.155562 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.158926 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6bbaa25c-4d5c-4945-b242-504bab827bef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1cbeda3d-3cc1-4925-9f34-3f70d9050a28 HTTP/1.1" status: 204 len: 168 time: 0.2643359 Jun 21 03:26:10.161482 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:10.171925 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a4096-ea67-4038-8eb6-0cbdc97c3da4 None None] Network f9ca1c5d-0141-45ab-8705-04381b52c0e3 requested from dv-cinder-846842-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 03:26:10.232677 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32772575'] for network (f9ca1c5d-0141-45ab-8705-04381b52c0e3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.255263 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b9efa-3eb0-465b-b010-9b8f38eabeec no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:26:10.282207 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Deleting port 304ccef6-faee-473c-bb0e-401b032fc3f0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:10.282539 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.293357 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: cc7b9efa-3eb0-465b-b010-9b8f38eabeec {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:26:10.293696 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device cc7b9efa-3eb0-465b-b010-9b8f38eabeec not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:26:10.294081 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:26:10.314977 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:26:10.315293 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device e52bdfe6-dcc4-40e3-9d2d-9c18ae21301b not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:26:10.349039 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] For port 304ccef6-faee-473c-bb0e-401b032fc3f0, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=304ccef6-faee-473c-bb0e-401b032fc3f0,segment=NetworkSegment(011703fd-3856-4f5c-a0c1-4b25475f0911),segment_id=011703fd-3856-4f5c-a0c1-4b25475f0911)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:10.349471 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.363524 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Calling delete_port for 304ccef6-faee-473c-bb0e-401b032fc3f0 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:10.391733 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] DHCP port deletion for f9ca1c5d-0141-45ab-8705-04381b52c0e3 request from dv-cinder-846842-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 03:26:10.430910 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Deleting port 304ccef6-faee-473c-bb0e-401b032fc3f0 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 03:26:10.431577 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778593956136'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.461330 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4059288'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.491248 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=304ccef6-faee-473c-bb0e-401b032fc3f0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:10.495783 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] No DVR routers for this DVR port 304ccef6-faee-473c-bb0e-401b032fc3f0 on host dv-cinder-846842-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:26:10.509837 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] For port 304ccef6-faee-473c-bb0e-401b032fc3f0, host dv-cinder-846842-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-1-iscsi',level=0,port_id=304ccef6-faee-473c-bb0e-401b032fc3f0,segment=NetworkSegment(011703fd-3856-4f5c-a0c1-4b25475f0911),segment_id=011703fd-3856-4f5c-a0c1-4b25475f0911)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 03:26:10.510224 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761732'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.523468 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Calling delete_port for 304ccef6-faee-473c-bb0e-401b032fc3f0 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 03:26:10.567076 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33113909', 'neutron.services.segments.db._delete_segments_for_network-8778593737611'] for network (f9ca1c5d-0141-45ab-8705-04381b52c0e3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.592296 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ca1c5d-0141-45ab-8705-04381b52c0e3']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:10.602149 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011703fd-3856-4f5c-a0c1-4b25475f0911') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:10.602437 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011703fd-3856-4f5c-a0c1-4b25475f0911') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 03:26:10.602554 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32910231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-82578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778593961584', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778593429140'] for port (304ccef6-faee-473c-bb0e-401b032fc3f0), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.612723 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778593739412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2573426'] for segment (011703fd-3856-4f5c-a0c1-4b25475f0911), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.625581 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Pushing event deleted for resources: {'Port': ['ID=304ccef6-faee-473c-bb0e-401b032fc3f0,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:10.626756 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416'] for segment (011703fd-3856-4f5c-a0c1-4b25475f0911), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.634683 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 03:26:10.635004 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] No DVR routers for this DVR port 304ccef6-faee-473c-bb0e-401b032fc3f0 on host dv-cinder-846842-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 03:26:10.635128 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33119416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4059301'] for segment (011703fd-3856-4f5c-a0c1-4b25475f0911), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.638622 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.638969 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.639309 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.639647 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.639980 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.640308 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.640666 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.641099 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.641313 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.641639 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.641960 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.642287 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.642646 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.642913 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.643229 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5daed-238e-43c4-b433-fc7cf40b3a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 03:26:10.689640 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 011703fd-3856-4f5c-a0c1-4b25475f0911 resource provider aggregate not found Jun 21 03:26:10.702264 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33113900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747540'] for network (f9ca1c5d-0141-45ab-8705-04381b52c0e3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.706691 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783625'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.710157 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9ca1c5d-0141-45ab-8705-04381b52c0e3 HTTP/1.1" status: 204 len: 168 time: 0.5477557 Jun 21 03:26:10.711719 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 011703fd-3856-4f5c-a0c1-4b25475f0911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 011703fd-3856-4f5c-a0c1-4b25475f0911 found for delete ", "request_id": "req-ac556f94-f323-4626-9c61-1e8e6882d658"}]} Jun 21 03:26:10.724280 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf87383-8e01-4720-a183-e99a217015d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ca1c5d-0141-45ab-8705-04381b52c0e3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:10.828322 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.16', 37092) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:10.875546 dv-cinder-846842-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-314aa524-179e-450b-b1ca-724e6b30ffeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=775518eb8c104022b5acfd12ead0fee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458448 Jun 21 03:26:10.879211 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 37094) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:10.932816 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6514295e-6a69-45b3-a4fa-eb8bc365fde9 admin admin] Publish callbacks [] for security_group (cb46c2b6-e9d6-44f8-ab61-779b90f68012), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:10.955123 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6514295e-6a69-45b3-a4fa-eb8bc365fde9 admin admin] Publish callbacks [] for security_group (cb46c2b6-e9d6-44f8-ab61-779b90f68012), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.007201 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6514295e-6a69-45b3-a4fa-eb8bc365fde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (cb46c2b6-e9d6-44f8-ab61-779b90f68012), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.009699 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6514295e-6a69-45b3-a4fa-eb8bc365fde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.010824 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6514295e-6a69-45b3-a4fa-eb8bc365fde9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb46c2b6-e9d6-44f8-ab61-779b90f68012 HTTP/1.1" status: 204 len: 168 time: 0.1303897 Jun 21 03:26:11.018589 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514295e-6a69-45b3-a4fa-eb8bc365fde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46c2b6-e9d6-44f8-ab61-779b90f68012,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:11.353828 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 37100) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:11.395687 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d7ae0d27-4bfc-4428-aab4-173ec4782d88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fe0fa323179498db3572def1af95429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404692 Jun 21 03:26:11.398078 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.16', 37102) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 03:26:11.452405 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1516964f-de1b-4d0e-8331-cf9c3615ce28 admin admin] Publish callbacks [] for security_group (88c0ed2e-72c4-48bb-8d57-ce181b486191), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.474659 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1516964f-de1b-4d0e-8331-cf9c3615ce28 admin admin] Publish callbacks [] for security_group (88c0ed2e-72c4-48bb-8d57-ce181b486191), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.527884 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1516964f-de1b-4d0e-8331-cf9c3615ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-731150'] for security_group (88c0ed2e-72c4-48bb-8d57-ce181b486191), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.532355 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1516964f-de1b-4d0e-8331-cf9c3615ce28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.534200 dv-cinder-846842-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1516964f-de1b-4d0e-8331-cf9c3615ce28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88c0ed2e-72c4-48bb-8d57-ce181b486191 HTTP/1.1" status: 204 len: 168 time: 0.1350870 Jun 21 03:26:11.546688 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516964f-de1b-4d0e-8331-cf9c3615ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c0ed2e-72c4-48bb-8d57-ce181b486191,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 03:26:11.559102 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:11.606815 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:11.621834 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2435-40c2-4943-b246-30a39ad1dbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:11.994591 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 304ccef6-faee-473c-bb0e-401b032fc3f0 no longer exists at agent ovs-agent-dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 03:26:12.015509 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] No Port match for: 304ccef6-faee-473c-bb0e-401b032fc3f0 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 03:26:12.015853 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Device 304ccef6-faee-473c-bb0e-401b032fc3f0 not bound to the agent host dv-cinder-846842-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 03:26:13.860919 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-63a57164-4344-47a0-8807-369deb6930bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:14.954070 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:16.370514 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:16.472043 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=13 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:16.472899 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=10 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:16.725187 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:18.181180 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:20.869768 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:20.872198 dv-cinder-846842-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:21.509819 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:21.540228 dv-cinder-846842-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=72,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:28.167548 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:28.174514 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:28.236826 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:26:38.232299 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:40.226928 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:26:41.623855 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3830fa66-c1f5-4229-9215-a431e3d80228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:43.867548 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11589de0-93c8-448d-b531-8d40b4ce66a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:44.958536 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:46.379049 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:46.725882 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:26:48.178083 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:00.397344 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:00.399213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:05.237330 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:27:11.626331 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af459276-cb8d-4218-b7c7-1955fdca4ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:13.855242 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b08f-e162-4fc4-aa08-8f1fe242a632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:14.960624 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:15.233814 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:15.234859 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:16.389094 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:16.727306 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:18.193983 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:28.184615 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:28.187640 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:41.622938 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65d5e7d9-0115-4688-b0f3-422e0403141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:42.240680 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:27:43.858935 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-61843932-bcf1-41eb-9f8c-b2d58c3a8fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:44.212273 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=17 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:44.973102 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:46.391717 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:46.728942 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:48.191011 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:27:52.234379 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=17 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:58.183334 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:27:58.184370 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:28:11.625417 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f35d815a-7a0f-4e5a-9e0b-87fcc6609a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:13.861159 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e5ed922e-36a8-4365-9dfb-e78235fcbae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:14.980493 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:16.397510 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:16.731982 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:18.205681 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:19.245327 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:28:21.211684 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:28:28.196448 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:28:28.198523 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:28:29.238612 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:28:40.224118 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:28:40.225005 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:28:41.626860 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-72e52445-6a4d-4785-aa9e-b5ff9a5dd3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:43.861399 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f17661-5245-49c7-881f-2b6ace9d001e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:44.977107 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:46.403343 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:46.738801 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:48.206382 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:28:56.251145 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:29:00.384245 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:00.385287 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:06.241555 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:06.242750 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:11.623028 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-61242ee0-f818-439a-8cd1-3a32475657af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:13.858342 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-054270c2-b7ab-4cae-ad62-ecbcde7c23d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:14.981800 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:16.405914 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:16.735130 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:18.230642 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:28.221812 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:28.224273 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:33.256677 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:29:41.623475 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f55d192-bcf9-4c03-afd5-3f7f72924c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:43.247302 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:43.248093 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=18 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:43.865698 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-653e6685-edc1-4f22-a398-e9108382af82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:44.982369 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:46.413482 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:46.729213 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:48.218459 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:29:58.209749 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:29:58.212191 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:30:10.261573 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:30:11.626156 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c7c7db1f-e286-4eff-a658-b82e225b989c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:12.206719 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:30:13.857988 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bdd04a36-ceb4-4d94-967f-be986a085593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:14.988716 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:16.411584 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:16.732791 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:18.227019 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:20.254742 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=5 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:30:28.217935 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:30:28.219741 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:30:41.627763 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-600f6aa8-8457-49b5-bb5c-3167d5843b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:43.856404 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-705e91f6-32d0-4d88-8eaf-ae50e7ca1dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:44.990931 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:46.422917 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:46.734855 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:47.267267 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:30:48.224735 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:30:49.206063 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=3 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:30:57.259603 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:31:00.523397 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:31:00.538871 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:31:11.626019 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2c314359-dfb1-4790-820b-d1f01a521675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (b1cb63e2-902b-4a02-af8f-6477d8da0642), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:31:13.854567 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-34b65eff-e98a-44e6-a295-977c0fc6aced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (368ef199-230a-4eae-a8b4-a000872da94c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:31:14.993566 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1239f3f2-3c49-4a49-b930-1c5a57324459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (033ab41b-a71f-4fa5-972f-6e4388204b16), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:31:16.426791 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86acecc0-4797-4011-8c9f-1babeeb531a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (88397be4-bbae-467a-a570-78eab39a218a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:31:16.731533 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3e940056-f4d3-4851-bbb3-38207b5eed76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (ddce9a88-089f-4f9a-9f62-28ee970e0519), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:31:18.216259 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-825ed47e-b7e9-4583-ac94-e5bf45cea568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778593737593', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32935796'] for agent (f858bf94-3dcf-4241-bdf0-ff4440ee8ce0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 03:31:24.268080 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-cdbcdcef-19e0-4414-aec5-53a7f64131e9 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 03:31:26.204815 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=4 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:31:28.207388 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:31:28.208696 dv-cinder-846842-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:31:40.379453 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=14 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 03:31:40.383257 dv-cinder-846842-1-iscsi neutron-server[104011]: DEBUG dbcounter [-] [104011] Writing DB stats neutron:SELECT=16 {{(pid=104011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}